diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11d458a3cfde4fc79903b651a3be52464dc7a7f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec16739e2babdb4103c1f5aebcd3a1cb88daf72142db478f89c3018e9a84b1e
+size 51395415
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6482b755180fc81f863162ff90a28650231ef092
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7997b2104a0fd0e7eeacc9d04865cf5fcfaa06e8dfcee7c77e45ed065f49fe9c
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f64b7677658e49cfa122d219790bf4228a57ed
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000780fa6ebc180924d9376193c3b5c52513380700760d90c447f42b1698298e
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7945cbc92d8790b72769cb5a951ca67c0074d61c
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a8c4d521638c822a8b823593a69c40c2823d0251138b5f83c46c0b3250109f
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ede5c59440af7c57b0708ed1f739196c51094ae
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9def895ae6ad46f47aed20b4571c94f2330cee1d4481855d021893ffbefcaa4
+size 51395565
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11acd68d4ee12eee83deb2633db6063d3e7a2a17
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e78d27b88111b5cec575dafb8b9bef94f7500e48de3866cf62ccf6e39624d4
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8676e3953ff19eb3a5a4d719cfc55b9e3a9b55
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d9c0e3f22bfb16769bcc409125079732d82d659eef414d8ac3912ae32424d6
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b217f7203b356d1bc6e8e91d57b68f21c59c6dd
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd1f37b001e640a86a97d8cc00f7806b2797b6b41806fe22fa8966f2d6d4384
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd689b328fc3f457dcfe17926a4ad86c474ce232
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e87e0a84bf43657f1f897a2a29d265e10b16415f9fce3c7a0dce1af260d8313
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8041cfec63f940195e459abe108a73d871255125
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3417e0186ece82e5fa5213fc76adf38051a45964d7f982caccee1c606c5de0
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82155853ad715dba812b65407b2cb07951cf9cc6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46c8d7d1f022de4acc9ffb483aa5ad5146d2cd104fb1eef5a4da9215c908bc6
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e340f68ace9dc2987b685287bc635400cb673473
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b86ceb457e64d7517060a8b32a42e1889a238d3020508c089a497fbbd2240e2
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed79786e3d5535fbdd3ddd282cc45920bba020b
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1755eaa7a33c12b68dfbc38cec4fd6be42e285cb34a82fa43644539c675ff1a
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c39df89a7860762408c9f1e79efd634bdd307a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2151995b65e11f8063cfe4ad2bdc553520a0ca615398d27ec2c1b3a1d39c60b7
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69566db5e199017b6304fe7cd4c2a67d615505d
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d0b53246184488bfd7b72d382118dea80b8421a3397528e26a6bbe389263a6
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4862f28e14e813246df72aa8d3ed15ce665f0b78
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6550bb31a36859f19dd46909fcc0e49addb597df46f20d0ac8471c0904702bf8
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd7563a40cf042deab1d8fcc4aac7b0bfe64962
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7507d4b6d5696d36dd2e50f7937dd412d52186427f10c8bd411f374d2530f1d9
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eeedfd1aa18aa192af24519fcb8f873dbfee2f7
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b0d249cb470f26da61f18696355a0c0a2888e432ffaca4e9ad7c094fa80692
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeb4ef3c8c02eab848737d101f0d2821dcf7a46
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0006b8c7abd30b28874648df0381bf877b5e64470a75c27c98b359cca4afb04b
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609929c867536461cbffa0ea364d59c0d926b45f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e683cfe975632483aa3c231a03ddaa795517706b26ca07e83c6c99365e567f
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896590b80190bc6c277abc26cb51490e3fcdb7a1
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466145421e785f960c1e6d780238e82faa177f76fb71fedbcd0bc5ca3c266cc6
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eb2d9141455beaeef59cf5b329f778bd97dd6c
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e51b290016ac9eb367c4585826af72bf45601629958131faa384f1a4ce51314
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef1611ef48385db0c73b1c5bc90531bca1555b5
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5704384fe400f69d6cc390195f4f5b59830303c922c1b93d1496dd7bd5039739
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed4477208f3988c098df58b761ce1c62f653327
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed71d5b71162ecb4fd6a0b6a2b47ead86e9e9a88868853cf29cec73fa493f6c
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ce655216c68c0533ef37602822d2f5c19d4d65
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6fd519d4e4f368bbf960abf764df64920141408750eae35499f413ab7b94e9
+size 51395565
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f43651f2b9491660e82eb203a6e868425401ca
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65f75bbb7c86d711db446a1f85aef32013634107396d1cbf7df172a77484711
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec1533072063b656382463b14d4e537f6b238cc
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a0922187e6338185c79aab4cbda327193705d4cde6bfdf39e8490c6447a1f8
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3961042d3d88f1065e216546e104f71f820e988
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b24c4a89885830824d9463428d935e0fecaee45f633918ef30c95cbcc3b061
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de2aa3eb02853b36a826c8ec0a6e840c2b20826
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34954b4fe73eded72ec377f52ef083eca63f2c2f57c54a4dd76ce82bda649bdb
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db9f1a63856b5c935d3eabb5f6d5f484cc6a7e5
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc65842c35f7b107e87a98752a82bc89bc96f5a7f03a0240dc72e757040c419e
+size 51395565
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa71414107afb7cb94889736672cc3a47a9add3
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111137a343bb7e062b6e691ab417e7270b7c363dac114981861c58ec02bca299
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8956a939a9fc2760646273abb013c0903ad87373
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10724d8594b244fecfda249f56b09a2205a23c7bbed09ebe64ef36b4d1530e03
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3f7f148b868840ee41dcc33abbc589664eaf7a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36f9d47c74f3dc0037892931d792b293fbc9e576bf2915dcbd14d6a89117b30
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be72f813357bdea9e6940dc8cfaeaf1e7276ad9
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866d7c2a0f51be4d47b70f6eed7d7fd34563025e2bd1ef9442f5e4800a86f296
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394e48dc0dd8c7edc7e6e4cd8bf7cb1915530115
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1a3008e4fd9aa41804d262b8b9a02bfc672a18bfb7fd7ca936a771349bf713
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dc1782423abc47b19e4dde06c548f0bb5d9507
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753109a89d18ff8fedcab3c300e591987df6a2023c8603fa75390356087c6bba
+size 51395565
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40753030f9b25e2d6d1f229f4393054c4e9cc21b
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d5b2f59340fce2141f1a1c6f24a2d6ee9471b8837363ec5804d7572cedff4f
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd772d0963bf7cb05adfd740bff70f4a00d05f4
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0904855e52f5d108d3fbaf788943a0392d7ebe89b7c063b713e30fe7139350b
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420c2ad7ffd63353bd5f80a3cceb6c1488f4826f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47d0a92e5d4006a5ea96428edde1b49daa2efcb02efc4f789f2e147a1050997
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9a29e0f008aa2c9163fa5a444cb11af5c2a2e6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3873fa5fdfb273fed58827b6e6dbcd8c6ac73a969ab06668e202f59b813765
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73676cb3bfe6c4539d8b52a22c506317b8f61cf
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8e149aad899a3a9935eb32f7a22316787d21602f449737546ebe2f1266df81
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341b22eb695cc7f5f13a6bf7bb5e14553c9d9cb8
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a533c2c0340209efead96b029545db07f575a32fafac64b1c20bd35a19b29a
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874ebe9f093440a46922f7ed29bfa63eecf86b87
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6022d1e85b7d40b0738201e1b1ce6cecdc9923ba0bd6447be48d7ff518b19567
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32699e65e85fb1425f7cf71cd9f980ddda62ede0
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f773fdbf78e7e206997d798ddcc5ad6555b302f7f85e7044297c05aa42fdd5bd
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac00686b5fad7ba053ec66c3d5d4533384ccdf5c
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8a53fea048a01a7fa97a3e661b39492e7309c3c3ed6046ef1eedd5baccd7a8
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c260d107e34f2e85e648d7fd3e174ae3e3c97fa
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346f0307c0f93e73a3a5c1ea066e69334f16cd62a22b58aefe098e9f3555b8c3
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b377fe5198ff1cecfc2e8af32a62ec7d43712eb
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9180a011572b91b4a467fc8b46856e409fe71ead228863eef0c093a423a5db61
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f29965c9744943d860e7279383d533f42e86aa1
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58407e22a0e138b3d413c0b3bc98c4cdec204ebe9ebf9bb81ad58031189fc03e
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c3b5f4a4078cba26e3d4c72674c4eca4dcf1d0
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef20f8a98aaf2d8529bcd09b4d3f2e408709c9f5d99346d24c3d4afed860b0e
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c53b5a0b68bf23557fb791e69d4490c4a3282e
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb444844280cb3a9fa2cf88cec9063a22a5493ba8bd019d3ebdb0801c3af500
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6840ce8cb5ca0c136de423bbf9c53d5e2eae19
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f512094352871929ca714f6ebd61ebe4bd68ffaecf952f19b5b322ac715bab2a
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbb3f1e78daba0b941df1f3048a00d1007e1a50
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e65615be13e6dba660cbbe07c0501e21d613570230b475da325dfbc0b93756
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b0b7e81bffc8778d1f99dd307704fca7f75482
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2c794d6d922106fc693e84ccc2d1ba63bb41339f34510e51f953526c4b1187
+size 51395565
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccb48e4a020924aec4d48ad1646bdee065a3257
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c596f3817a618ff41e6bcd707ce9e1a537e1fd724e0d86587ab9121d12b28e
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da693cff58b533a26281b010065e12c9aaf4acc6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65e0d95645892ed25ae6f72b03e49127badd1724e614f6299280c1ad48fb519
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e2f91c0756558a56d42f2c61a70fe33477c509
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce98adf2400087f1c8f786de00e70e3de9daa7856858e220ce56ecd7d3cc821
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f090eac36c29da3b18aa359f6e3a4a35d5bbce
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d39b90dcbe5f96116f6270d0acb1e501e0fccb13427ef493643c035a99ba4de
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb04a5c66034ef0b4fc965ee3c50ce06fd26f93
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7f60149a6c4c7a5e1cb10df7a70e0006a36fda46d394ebab59a4fb8a16fca0
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e7a5ed75d9492b53b310175d01272a2bbb0daa
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d783162ea5264065ea1ad75bccd68fcac52906393963efd5e0c990a0383fd147
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0793ae1434d506dc866c2889d381c058196d27b9
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dd8a1b000db8308758d02e84c09fc1fbd6473fc00c0a7293af3d4ccd8e576a
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cca3c358f89048ddb509ef6288bbdf217f7d278
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99ba9329e38cb85b1f41b011d6d97890dca2ab7c4e08570a8b61f5b6735bd23
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cf70e4f60ef42c3b6d8009396ed4ab003b7609
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fc48d51b32264b4f7fd832aef1f1f2568a4bdab50bf6f3b3a8e352d730ff87
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b178bfc72abfab58a3aab8d0abac0e2a4e51e70a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec24dbbde3f1ab6f1be0ee53141ee7b925966561bdc3f0df6f67d39beb46a01d
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c682b9a019db08ecbc5a7e1a6c5f10c32d9e3e
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46170f2318be9fad941122130a1bcb778c712f2b9316610282beafac49009ca
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96debcebd5c5daa57b7128c86dcd7e9a23201cbe
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c4206459304252c668a191b1ee74558cd7a2e0cf13c1f43b11425809d6517c
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f332fd5af43febeca7cdec66e64c77387064fb3
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d5048843d1c81a5a15c7e489210b7379b0f715842719962cb85870871f4cf3
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443cf9bf033d556e159011c971f071026b9651b4
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8874be0025cf120cd80e75adf1ce8433da0ed1ef044d3ee2965c7c01b228d142
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a6991b65f8d56c7fca3559d463b341ac4fd4db
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af24ca8129ec27d9d87ed3545a686a5e3cb7dd7d30772776e7749ae7a450e2ed
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8979e597cfc48446bd8b3d5669920dd8c7bd8f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c1fc539b8e015c0d64a7ed09fdc09571cedf92e5e3772cccea1e6d2ae7b3bf
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d640dd60fc30599e6c95d35116a2789d3e6c35e
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03d88fa4051833d441310630955a5bbb9872cbd5549a459a2124a16ed5be29e
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582bc1f20d3899b5890bc7e03b2888523bfe7d5e
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1949a1d18763be95005589103946ed2ed5bae3362d8df7a6d499309e397f6131
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4445a9c255399be09acfbbdd598ff02ae5de3869
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8215f8d98d2860ceb786e1313f3a3bc3d819ffd0eeef621619059f0d0a90a645
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84fa3433b04aa32e9f1044a657d1875704efe43
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8919b34e5675b41b7723cd4f5ca67c8b4104aae947989d762273735072c62198
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e871bb92876cea9491cd6cc0abbb4e4b8d94c96
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdbf9b4df0dc035f3652c8793bf912a96f2bde94f6ccd400de94dffd2a0e8ac
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22036e873f1c54a2625eaa5b8d105c95390272b8
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575cde94fbb165fe3b8e0f693f821fe2c29ac595d74ddc1f449f9b02ea5b8ab0
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac41d833445efd8474453e5fc598d9428923952
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e700de00289351df7aa31141cbb734a1881a6c30433a16843f71dc640f6206c
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35252436dd96dce5166d1a933aa735977531b641
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ac0103d4afc0d05b212df350f1a8eb42566afb08149e815618ce5f35ecd206
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e0145f4b8ab05eda12ec6380289b11bc4ce5fb
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be20b1610b550611616ecc41ca4a202327a7b78df30a248fdf1ca87c836ab98c
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb552df35edf45b8c265283c07e1c1430d54473a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81d7c2db5a87ddda4d5acdf2cd66f6f60d1ec824f323d5a407304daac06c8e9
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b54d2053e81ff0dbfb2c1c369e1e80656a55837
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4962257ce2fd25b8bd7f97dc95b4530dd92f51fdb6fb3e9221508d5f98e50c73
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60290e69cf3da2437f472c8524a163ca01fda6b4
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf89b9e625c8c00b2585cf68f7f3e308cd6d826a377a88369c2a51933a56e62
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dd94cd9add4f50705894ad03465b4473f1dc1a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f892cfc1c51fd9dd7145b03f26c2aaf7806c580b992ec8e90a42519a8883b2
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b1a5f45b75c74042ff67414accd03a750bcda0
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2cc6d77f32976dbf1aa54909ab6b6373d658c79237cc7e587aff687dcb7ac7
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1211bc73fe5622b62648427abf9083a954638225
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e75524085c0f6a0db565f6b227706c45d0240b7f5429fa8a39c22a32bdc132b
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e48c7d1b2dabb432dfd7730c3107ce761ef6db
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81a33d042946df7088e4d2aa9da4ab434ea929513ddf9fe19b076160692ca06
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414b929009f6eff07d0373ae988585ff43e93a6a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8388b581d062d52f4402f64111097c71daca44ed1e388f6c652f8c07a4eba9da
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5df96b4b888e81bc26f663d098aba5482c0cae3
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3cf63f0229b605182b76e0263c1cf8e1267f9cf7e5d8c0543dbf84437c5074
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21daa1973c792df2c0dfb7bfdad3bb7087bf1623
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87772167f05e4a2d45ea269167df61a2213383663170417c691cecfd4532c619
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a550d4e8aa953543e70b77522230ed83467abc6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449a89ee4f5b24609178e9369989bb719b0f83171be8949de16b3fb74fbe691b
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db282e052408218b9e85e5860b17ba68e500cb7
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af545a721b929e6592c37e27b7e469036323c42cd79bf61ed485a658e75c092
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2250b8a384a0839be865f7393d55fc49a7651dc7
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9c172c795261e2bb81782304aa48d33f4f28bb2f0bb5861222ed14537b3685
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9061d60112fbf5e5bbe3d14af4710b5fe35b1ae
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c33eefb0ca0a8ffcd68be21eb2de715f109d3aa3831a14d96e273be46005926
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3525c4c3af9f90f048eb5d52f4b8d0b35208793
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d76dff8839c8ebe85aa1b5b3b9c2ba10201b17248a9951194bb7f059d845887
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f18e43788547eaa5b405e812e7817ccd2c1c6d9
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30c9fc3dac6ee6ac95f3a96e8b38cd999fb4b67cc5ed194e5205222b5205393
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf5db650572523237d664a925c72118d42e0837
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc151d093c1e1f52ee18e2a22883e65463383fdcb4515e144c9f34853bc00bd
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350d5b33e1a910e9fc690a73edf0141120bf581c
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadeae147b05672b07ee64925c1b5ae858393051bf96fc6a2a7b6669a5d281aa
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290ab7020f9f4990dbe0a7387e385f5f7da7ed14
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15e81ae185769a375293adc1bd87f0126202ffcf25bded22ab1d8d361f7e59c
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa398ac5647924b65c1f38e7e463defa0460670
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c389c94165a10e99c032037a7053b89503f413b36a14e150f2e5b8ab9c792ac
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ed540b36fa991d2f6752e0c7097e3dafedc021
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dede131ab362f92018dbddbf9a7018e039716e7d1d73e87a4741a890278b4ae
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba7db3671ee832a4268e95fd0728575ece2d2a0
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4223089d52a43eaf533b5bf0bb5969ad24335f19bd9b7f5e897d3f22bad79cf6
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9837e310f8d5a773d980003864aa4f550a2b47
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e7eb5d23fab4eb1197e99c5c8c19e8a7604368264dbe752d5557d729947a77
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9e77ef78b2850bebf5c300992933b3f9ae96e7
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f23242fe9772aeca254b7ee1e28f2212c41c98be4e920e111b7bfdfb357ee23
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16eabbc9fbf75815df8f7df9697e5df0773659b
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3693ecf43e6bfedd8b8b0f3b233a0bec8fde9a908f9f8b8403b02d9010c4df13
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5efa0fbb4b3b73dff27bf3d9211e89a37d25c6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e851e136e5db925e61e84a9b801ba19fd5131f007ccf9266b4d12e21a8a787fc
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cee0a861e7cd9e733db1c0bb3e12ebaf57fa08
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fbcdd624548106ae58328c41e32a9e90cbb8ebd4fe8b20fac9c53e18b31b85
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647d4d8885a09fc88260723ed71333b2ae45b24b
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c692a22402e2a1bde1e877660eca52a54a57cb85f3fddebd79308b6ba528ed89
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da02d347d7379d00c9290f660d6e484e396f78e
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6c81544c8ddabc3bba44a5fc5f48695e61b99daac4c6e9c3ed697562db765c
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5c4a6b2b2b5e046f6925dab68e8edd7bb61639
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1d653dfab086dd986d8614c8d1d9760bbeb55e33bceb6d7144dfb3ec23fd47
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a3243955a4ec068dd476609ee8dc243d0c3ad6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9f1ceb1e5d79facd042c261aae3017a3467588cdd9b9715e28b6e6a1d06e20
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9ff4c5154a40934491f0d091d9cdad675f67ef
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f77c60982af9fcc780b664b5a0bd1afe6bffb86646766297e56944d5d5d5140
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d089c1d8ae16ef28cb1082c6b543cb63dca84b
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144baf461be0395caed52522d55b6863673aada625012c1e72e77bbc5e79390b
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd8b022ee4960a5e0b0aa70906fdb3b5045ee7e
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9c422707563cf7f42467383a1c0f64a7c5b74202a6630990a84076df3e1c46
+size 51395415
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38d4a7e225c89bf4015062db227d7912093e668
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5b002c5d7e8802a64955efff65e61f7e86c04b23e3b41918f02ec7b46232e8
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5508c50862ea2e93a3a7ae80759e3d3acbd989b3
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e891154caff77aeab8a920e97b0fb37a67c88f558377887c6cb5d7c9fcb498
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7a80b61ca7668837a7685496bb0bb7857102ab
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67402a3df59acec638c3122e111ef8b02efb47ee5aea5349e981881e0975de85
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf07f0d79419b5e79a3f7506a4d306ac25b47ecf
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97dd79005a4dba8e56edd1a7160f5b5c26a0511a28702875e692f9a6ec7c129
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c746742213fc9a06e11cbf0272cfd3aa234fbaa
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2e607e6ad6041ffc09e5c99186a929a59716ec83cb919a34df55c3a29dcab4
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc612638fd65bf248570d8fed5522b49e21565b
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4016c052340700f687e04a27e2d1c4e6203e3a4a49b0448d1408d236b9ed245e
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557a2278b2891985717efc213dc7f6fd1a10d772
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e62c14061e1260fbe1297f5ace68f6b06e980caf09e65833e4292cf95d8f3d
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec16f95878a8a59c25a9f93a79715116c1cbf31
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a01eefff60864fe9929559e7957c48fffa7e011015701973b2ac5f93ffbb86
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f23bca89795a750ecb60e0f7bd68f218daeea7
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad682c2a11ea67f54f5d7b8b96ecb6de9b2ca78ef16888bcc3eba759c57ea99
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2932b1832e99378c21409afbdee79d7ad16667
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d90c3696ccddc339e54f9952ca423ee6a9c35de1cfb872af0c879c4e457d3c4
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745086b7b692265896fabc122504af1d2eff29b1
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cd867788bec7275c761caf4e3ee5f6b136fe02516120c7ba49097f3b500ff6
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b15ed547187a21aa4c21013330bce87cc799a9
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed300b8f67e895eeae160439739d2bf3f0b164d41beaf74d4ceecaec3e7e7da8
+size 51395565
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73866e86502df13544eda0cb81467470b2a32491
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df54544602217e39634279e0c4d1fc1f1b41a239abb65b3675f954ea852af69b
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67d05068d3bc9d23d56e470bcf0eee9eca75c56
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16206902beb15c9ea1f020675e8029297f1f3ea32d920cc88ab9e34ed758be1d
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edab3f16344e6d78e455c14f241dab64ec804470
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b62e0fd687914c94220e52a6363339da5d3597b13fa9b51b66be88539a9680d
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e828e0ad55e01dd7c9c0cda07216d83b9ee5dbcb
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84ba4c2f343bbf9d242b74c1133c0828d95aa440f13e0b315c2a3f7fab4fdbb
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825222650e5e722fdb48142f86369ee8141e333a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb393b6c19e9325392ff8cb98b5961488b31f5189213fc3b20c32c438e5f50c3
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6fbf5fef09465714c45bc51ed278d6f8d39b22
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe1320cf89a83b8554decd50c2050fccc59a980bce117930926452c74889e3d
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efb74581d130c7e4e749ef837a2c73693028913
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda70adefd66fce10776e7056d5421ab5f57c8208fba4166b105a7ef1f0bc989
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c230eea81730486e784d7759ae2ca1bc091cb49
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174f5371ac32f12b230040284c35b37961c12915bf1ed5e51b9552533d17d43b
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fdfebec4f19a9ce76765b68a75b9c13faa610c6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5450403694b707052a3d87ab4939b23ca90c71c3fecc052b787d51da1f195d7a
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebe63829f4d75afdb047c9c4f7624278da985c6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071a7f1030caabbc56433d3aa9fdf5f09d69e0c1b661fc6a94889386d039c538
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f4262929af431cbab11099fc74f48a993673e1
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7f46835704eff962eb1e55389a3492f1d8a57e23a4dd4ad2297674527c2929
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ded0cf8f46a8c21d96d4489a997f993545d521f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07837f90ebcff2aae62bed1d30ae57bd3724c4cb6f1d82f2f7670132e2f775b2
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eae92ad83478179a3fee509765f560f015f4d8
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff8468586ba35519c06bac14cdca5d55fe6edb524b8e9eead32d76e94b3dcb3
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fbb4d5df58b528b89db48f3ea9623720736a53
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe6a9e27dcae534b561afb6c60d961fc33923f7a82fad61e2f754f89953b1a2
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2140bed4d460b410734884f23b2bae36e65ddd
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be25c4026989e508b8d77cb7f8b822071a3744e3ab243850ac72eed717ad1413
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a778e7729d3fb5156f101fc39117992fb123d966
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c948bf24c70ae637879c3fc9aa526c188b8d50b8920dd52edad00233473728
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfef3a39b7aadac64e2dc5fcf1a72525e9b8380
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad906ae6852b5cbe7fb0c0a37c9006547932496050e4c6051c5bfaaf0f88da4c
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c43a8971fb8d70e28cf9e3ffbb1fb1ffdd4de63
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc00855e6e542b91057b020dbda31d2a39cfd4c3a6071649e2e9a7c2663eb7d
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4781d8338ac9f61eb1dd6e6aa59afc6f8615ca97
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6d7b4b085c3b6d73c4f3541ee476cec983aca30180983db601880df88d27f0
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1971318128c8db8a43be150f32ef2f3fc4528f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d885dd2e7857190d54edb7d4de08fc4fdc737d638cffa57f06cf7cb422bc245e
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962a4b72143de245c747e267d42cd52b35cedcf5
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cbda333af4480c5fe5e63a4fae98455dba33398442013c522afc62893c908a
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17cc89a83e7fe41d857048a692182d6cb860c98
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f630576ef724007a132cea50662e441b6409db85c5a0ffc4f5659eae8d7e3cfc
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017f5787b3593c05029f1612f1eb502e4f1321c3
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a846937b07518237d021170a4a2e0a5015d40038fdf122e5ef1a4a5628864c8b
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177c044a1e137da82a9a2283c2604a1ab7f6da0a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce7833e8a7478fab1a04b36888a072ecf87e6eb661a197099e87caa0793251b
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d5612fa663886e3da8f6cb1f696a30b5a3d46f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f4bf209126d3df1e21ec455287e8ce6c7e657c49e830503e9d06b15de55f91
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9592b804476833aa70218212ca3ed81bb141a1b7
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408fa4038912f2db7ce26133e71dab90dde18c426c3d568b88f5876a76efd6e8
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf2d8f92058c37864d331e2d42ccead0a319743
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee49377ae44d7470e7249fa90ca2cf6253c83f70863144fd708595c96f27dc3
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5c21ac8b233047426c764b581d86e50ccdda34
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9a3b76e95d0e5e6da745bbadcfc8367ec08fb88552a2e1d97d1e53b09a36da
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499bb4be16ec86d410b8163a1476c80a0d78c89b
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98d22c5d8d224f42b43340fd4e9c59b3b335723eab7e206e40a8591086439a0
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd1426acf8bb159a0617da19ad06b63f11e96e2
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd34126ddeac2d94e4c6f90bd0e47b649e3c4eaa1ff6194483d01a581da890b
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6640cae96d3b210bcd6988324547689d5641db46
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c800332231ee61db5476d0a31c3fb6116bca375aed9886b3bd155345ec2ec3
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9c446175d16f31a299bf99ed40b0435d04052b
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5062c2c5ef15e03fea6df88c38c398d72f36b2be9418747f3dba21a70d38cfc4
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef484e3f3de018ab963bc729aedb1bb915c8615
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780f595a78d9dc47ffbacd7ca57736a38cbaed50c551094431181ec52bc75178
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461586b0706d285fecf81cb648e6aea62ddb036f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd102b4e12ac1e6a03ea21e2574efa27baa4354cfd3c09b1f1fe84a33b24801b
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030988b86e711a17b0c68a12b248c83af57442bf
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad6bb67ead645d34127924e4469af56aace2d7b79f32c550df0a04a63f2604d
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc006371bf43ecfa6f0600da275e5f54e7ba2646
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de43d6e2ad454fe03bd1f3b9e59c738529398d5aeba14ad791e2990dccd79f9
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f5d2a4ffee71c3a9c9b6903a5812504cea79ab
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea10025129194fd13aff0eab1053dff1da0fbbe9dcaa280cde1fb11abaabf33d
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb1761b253e8963270323597f9449d925a7eaab
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5e71dd41311038fa405c10f22c749482614122ed203cb76a69c3073d3341b2
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d864cf712ce7a76eb389fd15090c9c8d0a2735e8
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23353978117f6698cdfebafae9b35cb9168b1b171c11b1db2cf05e33744a4f90
+size 51395437
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803ba246f54904b04b2410c5ae12a0c56388cc87
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f20c74d0112e4ab0a0074c11e3e95d49626a418a0a186563c88f9c14ab04301
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2383df5b77bd37da8a8eb32cdae571a458f91585
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04a25afd54d7306914a514ad3a861a5d42399144cfe15de93de28c76796cc38
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fe0e7c119266ba326473392660e313c24c6abe
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf9e1526c3eda56718c81253f0877d30be2759831f31a20dfe1e2bbed801425
+size 51395565
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa70b0c82857b54db52600be14cf052fb0cdea9a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f578a478602588290c86b70b91fec0ba0651b2fa7ee4fe69438fb2d950c7264f
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c273aae509af834613fb5541f86f3f66443fb2
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6535a830c741088112c50bb7914a64ff00afdf9b03ded6225481dab1233ce193
+size 51395501
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2e9e4cca17b1d73e6a19d6c23463b964723365
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ce7d43e108ade9c3391f0234351bbc2170c8abe682c4632bf120c397990a98
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cba15348364280d97cd6a37ebdb4337f00f12e
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cafd4c6f8ba1459928cca9b49b9a5329c579f7f4cb9996722f0e1685d7f68d
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900e5e19382ad55ce800ae947f8a73cddb46a4f6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973c1b6e1f1aed4ef561cfd92f1177773e09ace2dec072ba54f585e506073302
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8ec4db85efa3047139238c98492957bad1beb6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0179cacdd863b1b3aba3edbcd89baf6cf644e4d1a2e7d6ff2839fafd05e41bce
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195aac6d844059afc766832e35babd8c00557560
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55094de10333cbbb8858c9285860aee78d8b20f086fb2c202f2eb2dd8bba896
+size 51395373
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0f18f35624eb0dc6749112369ac46700badc10
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75002363aedc3c3b6689e8c7ed172a00017815a04a797676b86560f5ad3aac0a
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055dba926d789fefc3f3e28623640c3794cfbb59
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57de613fdc213f023ac93d25c26162a91dacbb86b14bbc4470ccfbc8971995c
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfb763fe39440b78fc2d4e4818271c6f320eff4
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da310b03a5b82449a611ad6b775b68bfaae5b05e1302e0d35e789ee2c0a1dbe
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14ece36945a3e5868a84f35361e6892ee604a4c
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd4bc3f51c148338b057df9fbee0fb9ca5ea50e29703ee937ee402017f0a058
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48eb87607b40d5e5553fbb92c1ad37b17f3deb9
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4758937794fdf56d115f9a57d52de8aa93239c4f022a3d967ff7105ea3ec846
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20882dbde90b78b1781959a45e424358742d1eb9
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aceafcdfe6c79526950b1d530171cea026d2347d492368825a25b3fe0359cd77
+size 51395351
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d15ad3711238283fc27810e00a17dbec91c3b3
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2ab071b0310675037ee85910b9b9003c64fd3ab969c5e6be24b71b89fe4fd1
+size 51395554
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341b7dc44119bdadc91d67b627aed89c782df366
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edc2942f0ed3f74c2dfaf226e837ce35004b1a80d258f31a498e176aa153aec
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c66244911fe488cb625b8e792e6eb60c65deeae
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cd25792f8122c964dd7c73ef299334434dbbdb86a68a2eb75f9c75e9071e0c
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccbe4ffe2e23c70e1c8f35a30dab124419f0b34
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf4dbe72a785a4958d1ccf9ab501f6e120358e72cb33404bf7287f6e2bd3176
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf4597fe20cb1323b0ca1efd3729b4745b45ab3
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72aa25a7ea50b12f317d3e63affe0bc414281a97371cd1573bf67ec655c5a75d
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ad22c5948ca6b54446cfc2f4b538cc40cce54d
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06c5ed5adb7aa967339811f57477ea1b42d1c0b5861ece8de4e9071788d82a2
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a376103bfb04a08bc673ded08b89a2e8834c2f77
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379c7757fb2e00f41dd54e91633b4ca968dd001da5f95057319fff92080d2e3d
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a90db8638f8b0ae93f3918c5814696b05c4a146
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4850f68f04b28156bf2997996e164090ad494116a5b202cf86438d58b0a3a049
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479e19af4b740383dde35a9aa1864365089e7e56
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d075c07030c6e6f34e68c25cedbc6a320ba19965d5c296860edc1e3640de926
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6757d02c547420b3ce396cf4b329c8e9e4ab3465
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da11bb286a2fda7995c71ee44d033052a31846ec1a0ba5ec4751ce423ecec93
+size 51395554
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60c5b118ae9a7087ebfb18e10527e5759ce7182
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b658dc088fcd9422f522d005e428c5be9df13d36a437d985044e205e76658db
+size 51395415
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b57b3610cd8fce6d096ce43b71def5ecca2cc5d
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe20e70c19d729711dbc6b8c31566f7af0265012572987d6477551190f333d0
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13cec78b83111fe962ea3cfa04fb30a75b5f859
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097644aad96c1eb85c4c88b5797dcaff6799d1c2c1d739372ee340d02c6c8c9f
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7247d46859192542324dabe9156c3bff73e2dc8f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad665b8bb271af17212135b8ea7a0efa843e03177ff8fb034f6a5939e9200fa7
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0dde5d878150cf46ebbe3c02d6e4792b40f3b6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b173c77f05786b788b8a46aa76c82265d1f7ba4829f4a4301652d5204a6fe8
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4e8bce46c2e5a68e39f507b426502a03ef58a7
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bba4ad0732ff808af33e22588d9aae32a868672108e254d345c9459274759d3
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37005e903331ef8b6913a9c566d1fb28ab2eb90e
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6699e27bcb19bf1839d52ac1ba8735bced2422bdb548f059c00600f9937641c3
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8938f1c6c167299958f8a34ae750ff7fb88778
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd2c00f1f7ef5dde621be2a0e4c6dace91ae629d02242ead9a65be361f611dc
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f762a916cf761ee3082d0f488b4d594d4c9c46
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3527ce5f6c9546b1d1ba404303a21155b1693a3d6ac1c8a41094a08a23ae262a
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a550bd482fa32084bf4a4b73fe67d95d7dc8ed
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790b4728079b95033181c90a947b088a00f1660ba61d7685ad32d32c56bafa6d
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b594a472e515029d65919248444c04866fbfd5d9
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053ac0dd513d1b7a4788bea3e921f0d51dffeae34748f96a19ae7af3b1f89ca2
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fdbb67b50d86835bcb9d209f66a6b72ab0d9b5
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d120a885009c70faf7ee39bafd64ace4367398777233a204691b90b61041c069
+size 51395415
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560f19cf3e4b1b66da3ea4f0cc81e76755665834
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9faeff78973cd6dcfc5dd64567e9c89924521d5e540f77d89be33fc8c9b03f8
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49578fc73f8c16e56339f00a58a50ae26dd7a419
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41bcd9abcdf048651a0264fcf98c421a37a676fcadb10ada1c2b959d7f8e14b
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4662d85d008d4939d300eaad15337a2ec5dd80
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3da8b96102ccc6f2555934f1601303efa7c1367906eac7f8cb5f0e38074abb3
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bdf8533ef7b81ef83c9124a3079334edcd5449
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1029ed0f749663b80837310942017489bff85ba1d29730a09dec061da4aa6e4
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab491f12a2a1e09505596d3e901d332e3000f3cf
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830b78fc1a77399b8e4337b8796d1a3242b06cb6379aef2a9f9ad772b336ab1a
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18002a0eb4c92ae3b4636449dd5d096dacd7bc86
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfb5cac95edf9c3c10ede6990ac33f761d1ada1c65b96962a3e4222733d15a6
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbd8164c673da8e915e2016893e92ad1a25be96
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0fe292c5be5cdbb56916af3ba694e67a30e9b8502bd90c70981604cc423d35
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8138a16f972f5cd3aa2419b2762edc17316e30b5
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f79882bc698add1502d8a0b5542187799a31342f9a68ddab6c61a67f328f3f9
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596abb67dd8d335d474a5dbbf2a8ab6c645ee1fa
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40169b5151a28b18a21f8d8238e8805fabbe4c5ef1ca88f7262ee77e0f2aea10
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6480bec5beb9b37aac59e320f3f1101e4d3525
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42522d56f83e59293eb364a6f44bc1102140893420944b7c1cd3137aeb1d2d1
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b230268b169751eead2798eb790347e68bd1b1
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1f0108e65c27d0f168f14f73fe2e4d98a36e16a7f073c5b26b8f3c58e974c8
+size 51395415
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bc2cea4b3b8a493291f4135952ea0335918dfe
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422bd8c55804093fcf89d7883323944cff168b8c385cf3c6a5fc3019f3482a15
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd130809ca31afebc6cd1a051ce9baeb5637e2ac
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2612a2e6e7a1f5d59f97393051bdecc91ed49cb5cde4839b8af3acf517c1db3
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b11c6f91a32bbc8cd635e6d49cfd55720b5e498
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fe2765ec7443d44eab858f314d8520f17d6544640a83fdc0eb2a74b5791b6c
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53eabbbefd036ba44d507ea50fc43ec77baa46a5
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fb70a536d5f53e072ecf61fc2ff3a289e0e255641f6193304e17034ac83d2d
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee67293d4cd8319c4576f220834a56563068784
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2e6e6594ed5f2152cfa4c24f97df61006b54a116b78ac873c2923840c12c81
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d81cb5d2aec888df1ee60bad2e5a1b9b34de86a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477b73739f536fc73d956499fea9134ce213443a07fbd26139f55e4eeed0c921
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02492368df532842817597953e24dbb554c284aa
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3a6d1e1b7d5516dbdbedb91736b62b03f05e4db27426d4d28f329eddc6e95b
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbeabcdc0ed92e15cbc2bae82e5984825cc2646
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7aec2e504c2e11f596ba039327f11f80f7001856aceefe23700972f13004f8
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a8f96df5229472f1f6728c65d79b446b8f8831
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61c2d7652123fbad7c08faa5c5efbba3d264019adf09131e7eb3039b90c79e2
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707f3aeb993d327eedaebf0e50a661278a1f2303
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd04f29f4d4ebf97759dcf6a4766d8d4e5514dc6684079621ecc3ccba53e58f
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917c2cbde5acc8ce748597ff5718473a3a813622
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba459ba29a9b0a863262746cdfa1578d73f4438faba301cb3fd56e7e7b98ded
+size 51395479
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e781b83f4f8da7466adc2e10daa7ad5fbbe340
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec7c6d05f49c858aba8006eab9f3f525790be7a7839ea93a894aa828811b082
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337f68332cb952f99cbec5608212e5ddf4708cfd
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bfbf8f0e3d13513479ec08375165d93d248c20f49cb80eb27ef2641b45d143
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9e4d95cacce894a000d2fa9d00dedfb7385c3f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606044742a44344760d1adf49b7c91ad757aae34bf7aecb4a65f49fbd414c45d
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4f5442f5314ec8dfaf004ae97ca8d2e49f81cf
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285bd7e434e9a10a56267b80b7c680d2ba427337dca8d42131010de5dc5d2d9d
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cde713b45bb310a541e1e07e3c0f1da312877a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b75f673d52115396bc49887e90e5696377a932e78c1b65bed8d312dd986aab
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a913b2048e363a5296c0de414f3553a108e6df
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bccf628db115200844869ad7911c0568d9d4de953469328f30c0fdbb60e7d16
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387aefb72b42c46b4a095c936dd8fcafc031daa6
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39202b76740784d8f39f4df6f39fd6622ae6f96711c297761b86f63f3f3eef7f
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508985ee675e572f27950ecee9258da4d89283f5
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c0ed8be44794a061f8c6584eae7fa6b7dd716f21fdf5d6811c8121648c6fdb
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d88e089815cb4aec2c746aff2eeffdfe5977bb5
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a31c6855b6a4e2ce1feda75c9edc4dd16b6e2a6f2c5ebe909acd40b503e6f3b
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd8ed60ccf698b35e848eb861aa137938a6acb7
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602d7f9209ff6e9671bb9f1f1bb3c6873a487a4446a0d314f65d935d25bba306
+size 51395554
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430b83bdf89ec2fb75afc61743e85fa0ccf07700
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eba8427114a6d2e42733771ae6c12cd78584572a38317f540e45942ab5ca269
+size 51395351
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21f3df21233cf0b2a84983b998c550dcbc6c574
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5872f85942b7b93dda089d416ec17eb903a2184c4cf968b170c1da9cb2f51bc0
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d0a77ec5b336efa45c7b0e1309234be9e2471c
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88b8f7793804b72e4ddf7d3927e2f7ab861d8fa072a685ce6b16ecb2beaa02b
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8d1a9a49dffb01d54254b458c5c20b3f9f029c
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f328b5cdfe9cb7f404fefa2e9e9e76964916e13f8a334d247e70dc77f75fd594
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939171a68b15293175858912a5e441988e7d13a3
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8a8cf82c143580e72ba6a23caff45167e15fcc80d9a191922fda3aafbbe918
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35cc975c2b169270a2407605eb1d5e22ecdd2ac
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7b84ef1f71c6aae7e9487ca7e56b537f1535de2e3a18b82f085a0a6b69fa51
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57533c5ba57b63d68b2a67c6704645632f3a0bc8
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18b52bafbfd410560b2dd4742688d3175f26c5ef708ef8040496ce4aac9d77a
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f34ccef20cc7f8cbf478105da55d118befc25bb
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9dbaea47a4728924aabde65197d8e932e684c698e29be541e8d7a4ba41d93c
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74a7601aa8cf2e36145700e293668a3b13d6466
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf15139ae42a9f80ee53cd271491ad2541f64065e64592d98a3d63a4dd4557f
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d333d4e0ba09ba76f9fd3423205e5b232c34498
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe44db778f08e169e239c85b9ac6ccfb368cb2c76c23272005f5123fcb500ff8
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f86828e9b60b14f4519e59388acb82f9eb325a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83366c45e76516d0cd270eb88c8e395446cde4e375b47c8c4ac2c1502420d95
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d43aee036a64a16efcd9bcef5bc5fe8032673cb
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8a340d18db6e1a98dbc0fe9f7754236cc982c5175a5d059456e2d9f919048a
+size 51395351
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ff1b214a1051e4fe6653dc38f71339e810b79d
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a1cb5ae7955f4776eae99484a21b35157eda4be39ace5e1e73fc101098310b
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae573a31e8539e44db28170a2137ae5d8787183
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e8010a3c464ac53d8679014f7614949df588212f568bb3a6576816fcd399ac
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8356b970251825bfe7b6b8d9e0d77b7cd8ad7770
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2c1e9e56248de134622f07abe786d40cc8468200d58acadfa6fc4ce124880a
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d04b79814c85014f7cb2c3d7d42f934e372037
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b77219421878628b2290586d9c79c88de30ed431828b0820fd85122eda1336
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fec03454af7fc77d1b3eeeba1ff15d51baedb0a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94917593587677deccc61bedd5dff8ed860065650a45c5cd6464d35703f05317
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85440312a41672b6525fb762fcddb7622084142
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62be2853273b7cdb15151fb4bff5d839268d293b951d1bf3b329c209d07fe8e0
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9026218452499592a581097bceba14d04e33911b
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b5bbe1b1bc34a8941c45cca94fa8f9e21d1f7241a8b171e637f06465e6f0d5
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9e93cbb239d8b5f0e9c05e38a49ac8f88fce85
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0534982a2f65e5a7bb037e72c4f64c69fdb31437822d2834319995beed11f29b
+size 51395490
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9664b921cc56f3c6f49f7f5ca69f13aa4e43543
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ab295d20524ed117807bc78addb719f2e9b0187c0092bfbe444f62a56cfe10
+size 51395362
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0770a1300e52b1ca5897575b43da3e227ca6721
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f22fe3120527cba11d2273d26537888204224f8e4fbc50198870066e1655a9
+size 51395426
diff --git a/1b121b10bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90720f028e5bb78dad15b8372e59ae60618958d
--- /dev/null
+++ b/1b121b10bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2de3be4678d55ad4891e2f44ae57ae32cd1756cf540ebdf992e73802c5e3e0
+size 51395479
diff --git a/1b121b10bc4/global_step39672/layer_01-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9127c7b36ae6ca28ce76da1de2a3743cbd9d5ab
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dec40beb535ad6f21c951c9fb13f6158248cfef9e66175a4b2de4c1b81e78eb
+size 187630851
diff --git a/1b121b10bc4/global_step39672/layer_03-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79825e4a5f647f791f63c7584d425b728d0a30ca
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeefa52f6381c7ce4401f4b3c5ef629a75a9543b1f2678d9b9db2f771629102f
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_04-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f5681ba7c7bbb847292fffc9dfc4d168b4aab2
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95e287b57f2317af1af19dd9c9a0187c6c49b1e6eaf0beae4e6d049646e087f
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_05-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6214951f480479dfcdcdb5b97c1d15f8cbb28dcd
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f86ce5e237f70850869a8befe5b05f4daa09f7e480da24448f868194f6a6811
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_06-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7a581af3c8c50a07c49bbe902084d4d1997b37
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85da9b88642b0d61293ea5d6fbfd23c276a0c1fe7a7991264ce0218a5645374f
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_07-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c88b7f9f28a1bcf16ccc68727e450912514a84
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4fe0d7a631949a13cc043d52c61e6c626cc42efccb60a0866df6bee29737f1
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_08-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a566d6d9992cd6af6f39bf8056ea54d09e099d
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1690b25a44d4223397fdf200dd0d19cb4e92b40ffb727acfa61631e20f86cefe
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_09-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd976663bef31365e4754f23bbba16f01c6db3a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c03cf092b09ce37b176faf560188d545743bc760bf75a2ea0f328e9b63426ba
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_10-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9571a5ab541f94634de3db872a4cd84adb01cf6e
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba679dfce69fea3ac8bf76362598ed6e37a6e823e7578d9a34e20146da56ffed
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_11-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422840f6481bfb83fb18147b184c22ab1569ab96
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da250878db9f53523d0b3e8f6e217688738d578edc19c827828b1a7eb438c48a
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_12-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6665aa082ef8804ed439a63db2d9b45203245f88
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2852bb4c11fc6cfbba547920bd1221f16cb556403cb6dd5d0caffd5a7502929a
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_13-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5a94e5cf199c9b28dc1cf50b53805f67415318
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edeff90e338060e27928aa2228cf0a616f1b88be71836cac6970df8587beab7
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_14-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b9b44c6b1f3638cc95cb3ba269fce55ec18010
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4a8633b452d596a5738c693e8a73f2cae490a9dd3b0e4ff592dd734d2d9ae0
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_15-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad16f4789f5a5fe7d358bb90ca804e6961ee231
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4029663e5700b4120d9013f13600bd20a3a9133087af5c5850e839e4e96b55f4
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_16-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aff73dea5d99a23aacb1f30fea5071fcb82215e
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58265eee16b49291b6ec2d64017a6db35418889f401c26305a47f9129dd71f7
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_17-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50add78d69d4fc454697716adfd85f4d496b0e71
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f0d4807e7342f5e06e7710be2507e23bcb99813010911b4cfcfcec2811c8c5
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_18-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7000d436f3bbb835836c72bc332b90243366f1c
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375e315387eb371938a4f5433be7fabc70ca71309d39a18e65f185a464be88de
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_19-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381092b7d0479b99d67a43a3bee5c40384c8d032
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3286f0db42eab69e21d61382dee098eb22d91c5ef05eeb4191ac43188f8ae249
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_20-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3763803636984cad9ceacd37924eebb557d0ad76
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54bf4e08dc2f6500fb04eaaed10ad5992212db9dd117cc902ddd69eb625328a
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_21-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618fdbe3e3439433a10d962cf56201dabdf66dee
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a4dd74f312ce1b557a64cebad912fc0bbd71bdd29ba7f4115d3e5206c761f6
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_22-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c1b03c171fe7db142295692dc6f6b62a121860
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b62a39588d155d0cb175fed1afaca30798515d28a9beb6e060409fcf89b372
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_23-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9ddd855495e1c2d00a68e81c2a033087fa5c5c
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880516cbe0131b80f8a0f249a4505c4262e3e551d586c1020b4f91dd7c878465
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_24-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44398f728e00a03a42ae899c347325586fcc022
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6ff7cbe6e7623224e13fee80426cff14742e20f41fda418d06768343930ce1
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_25-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12348ae0e07f9042baee842f4dfe4239723aaa5f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72143bc8f1d3bf56fc493b1112bf1154b0e20f9e4bfd488de82d1a9c58b82978
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_26-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835dfdf2315d202dcef43c824f6434edf97db4b1
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2074de44a9b6ee52f04cb3148f6437c26dd8e08ed2c018c367473184ee9f1eca
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_27-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d5b717c36bd32e3272c29f754f7bfc4df1888f
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e406fd04f918d26466323e94d371edd20be29a2cb0651f7f1b0bf12729440db8
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_28-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec1bfae77e26e42e5f7802211fb77972291d3ff
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f91f301d6e2d3a2f25170ce06a8a9bbb13ab53d4954a9c4ae819962582f74e
+size 77121283
diff --git a/1b121b10bc4/global_step39672/layer_30-model_00-model_states.pt b/1b121b10bc4/global_step39672/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868dfcc56a15b1b6c0e8160d2fab3c72ae3b4d5a
--- /dev/null
+++ b/1b121b10bc4/global_step39672/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1e52f34412a15fe7c4dc035910fd892fa3b36c6201e795e5bb5e009d3711ac
+size 8387
diff --git a/1b121b10bc4/global_step39672/mp_rank_00_model_states.pt b/1b121b10bc4/global_step39672/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8542b4a95a7ed226609c190cdebfe8ec514c8fb4
--- /dev/null
+++ b/1b121b10bc4/global_step39672/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad5d1a8faee82e7e5b75ebecdf1da019aa0792dcf757f9a5ffccfffb37f1b68
+size 43827
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247ad6de7f1937d09018b988f0308ff0f7fdcc5c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acfe224c8438002dc04e4af36026c2445353422cf7a30dbb2c534cc2fb5ab6c
+size 51395415
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b472d1a534cc7edc2669aaaa5262779c9c625a47
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf82f2f950eb614dcef205770cdf61caec2d7aa4cea3e1ae51f8aaaa24d24c4
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0385bbc9e40a69f4dfc6604a75f22f461f909d5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead8de0827d84e75378019c7311aed8965dd61b16aa0a9f665e91903f26bbe90
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140b9f35bf0abf9c9ad725dcb01a0920a4755bea
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d829c38a8fa34db8d67959e4431ad7d10c3cbab5a45b85d133ae5c77824368a
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e48e95336437058fb65c5324d290a38c3f9974
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22155c2a8b7dfc6097a3a2cd90afb8ca0dddee734db6e6cb8b0edb3be3ec1b1a
+size 51395565
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ab4832c707061eeb90d543c6a1e408ebc3b7b9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06fac16744820157f64b92994a19b855df9780bf72a744cc4a9e8a5b350a8ff
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002046719281e412d0a39ec821bc14be5e4801d5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c3055ff97aac8b432ffcd1dd2e55099e85a80c3452a9a9fc04b0ebf317b430
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc9391421b97fbd7ebf638d4c0c80ba89d17b41
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7622eb2719039babaea6f1fc16e98b97e344337cf3fbcc462c53bb83c0383964
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395db8cb95ed5100b62658d4f5c202e6e0002889
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1a30ddba689ecda606dfddd5ee6838959123f4457115f9beeb494a6b53d77f
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2220af9c59c9f69835918d76d5622b172c8f563a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747d22a6a50e9069ba75ad630f62697fb8244a7e3a2d5eaf12b348d596be9c88
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bc2d45aff92cc62e391d4ffa8965cf3d793793
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc17e08d6f3c62856b2f53d925bca3ffa70a80427cd770631e6902f087c2c1bc
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cae1c93861d83070e87e1de92027a08ac7f461
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d9e39163a890fb715c90718b7871dd2cfe09839d103b6feee1ff6833bf8c4c
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af8a4125154236b5fa1be5e483012bd2b69ff04
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e465bc6130fd2cbd305bc2eeb6b91d02a52c02dfbb53f7d93b2cd8b2e7a54b1b
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadcd7cbadf64bf6bfc96aa976eedcddd5ae2e24
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf980d912b24435445e90bb7d9deb6b1629d1fe842b99041570e084a442a75d
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14004daa1b12914927d9a41b2d5b615a9244f983
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b1ff628be6bf2ff59cd977441eda8876ec5e8f26d5572c5c078b5cb0ef9131
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329489f6c9426856ae98147dc3e7ec2a78e3dafe
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae6716aef01d179f1fc4b083ef942aa11efe006d980befde54d37d59239158b
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034a42e664a28dcb173b8e9f1f9e6cf9b199ed58
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10e675f2d87fc9166b5417ab15f054c647d575fd38598ff9ded53b5d4d6e0cf
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1299ccae5b9423aac1204d5373b629ba00b14420
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c53691feda4ebc08a584e093553baa6aee80bf8e37fa0202c5ece5d6771b82
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cfe07939f9fa4716f0368a83c4f66e3d1f7e32
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ff276481b5ccbf543e01a232de962c8bdc9d86fb66961b8d11c8c2bcf6994b
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2546c76144a31079b78aa948f88282fcac62199e
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50119a66bb05177c3781f10e1f52e0837b87c2153affac5d8fa7945e5c05fa3a
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bde832898859a731cd9138de35b62e7e7283f0
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7a33a7262d8d6f803ece8e878165707ee96c50b7be3d446273f6c583b5dec8
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10567579a25819392954cb2d22d00947a330f67
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1925f27f1ffd26626ce8e1b0d54bfd3166f5f9ddbf8e3f650fdee57b3bf70df5
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e0195740449104bbb79241e65b4dad56b2af46
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7547ee4fbf561664529c0604c37e663ff51ef262f4977ab2280ca640163638
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fb27d1240db862132ab64d6e2e8d21451f691d
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134c084232e8a980ceebd57ed1ff11afc43edca44f40a4464b0aafd5552666d7
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5c75dba1148e38c25f9346250e06fc8e14d681
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b032a3de49dbe60ab5f325153c11dba90687d16edf14f92ca4fd9a006a776e7
+size 51395565
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cbeb631e52ea826a9153cd33862f15ad366033
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d6e4087ee6991859ab09b5464225912ea2aacfe0256ea2aabace1bf09e6351
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e4e46eba89b3f62f07b4ac0eac745346abf5cc
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9a7074550d0b2b8c250baac94f9690e5bb63addbf9fe9a266ddc2214f56d9e
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290325febe21fa1cd97b40eedac5a4b2075b60ff
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df95b1e3941615cd90d5f6de4c1a957782cc4147f6e25c97fbf2731fbc1109a
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c11d14c23d31de681e57474743b4df8ba67c00
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b82edeeea850df2e608d8ea9a2b784e5fbde5ca19459f7439a2b7f652f85969
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97796f51de6c4f192a8d1ff7729616ded861e381
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a9eeae1295e9bacd2e22daea8f2ef1d1f50f6863802b3872b9737918eb795f
+size 51395565
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d169ec0983361552c6e14d556e4e9d7d6cd9a74
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d39c3187613e7cb562a835a6e937e7c2a07db2b79fbf05c17eb9ec1751d8f0a
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28eaab2e3442415d823c5b82f1f93646ff56a3a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a45b4ec0d02f413e79a7b2eb65befc1341df84bb04df6edf24d1cf3be79e45c
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db345eb6b757ef5c8b91f3eb0ac4f0207a38332f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dca02080c67102c9fc1b1d421aead6fa3e58c5e36afd220d68322046281588a
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700370de023a4d9cc4f40c5e04067673fb085f9c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74e2a88d3fb0803b5d3b1c46a31784e7ed77fa3d6a5c42d39a011627c6fc5cb
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11039f9047c61cdabf8ec3bdbd466574220fe32e
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd42d962013d01d123ff3e18cb9ee9ba6e1b1d306f5df88aae484208cd901728
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9284c95f7c32fc0e9bbd680be4ed4eb75a892225
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a202079911eb85444300a39f9b9cb8f8bcefa879646dc2a91e0699c712914d
+size 51395565
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f752c5cb62aa0c2afcc97763938050b1d63af0
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b252690f414987004e8ac099b396af41f1a33f0c7081538a795856923d3543f6
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98733fb37d4e6df5728359a1a5a8fdb0370202df
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b82e05ecb0596f5f39e33465262e8a1dfa856a02d6409a43f4ae25a8c2bcda2
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0c2a628fdb282811e46e3c6dbd107bc4aa4c2b
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95367656dacd3b260c0f012074896395fe49591d142263a0b067e7035998b32
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343720772d506ebd3ada4151a7c66b33be90eb5a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df21cb3a0bdb075de876b42d495b4c6594ed06ce7ce8ba717e1199116c10945e
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204f1fd5f323c07adbd770967033fa244012103d
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c5fbd663343afeab8e229e224d8a0a43c5a338fdb3e28bd6225d9c720891ca
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b3112704ce9bda79b429716b29ce5d49268e20
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0db050a04c82cf5f931b146db52aa92305c174ac520d56e52c7ac639d53e51
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e773e6a3a7962b1e2452bb72f20ca18350ea24
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1b78f868960886ba7de7332b4cb15cf631a7dbef62febbfa9da71afda1600c
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e1cc9fef011f493e243f5b40dd1a2c87a533f3
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da89b19247927d35b4da9bdbd1f8a1d02b4574d4fc64ec93bb268ccfe3fafc9e
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6db383c5fb5023739648ba061a2127a58eb9bb
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71253955d6b701f369916cd03912731e5d53a57f276a07df98f1715a54edade2
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6baeab13bda2e859aec63c4c36e068fdfffe796f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ab209203864ce869ff962440f270b051b070f490f1b1597d3a38ad16abb280
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4305c4fb65caafc7f8c5f2ac477476b1234743
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344d4a1ae622ab73a23c03ed9d58f153bd764e3970ee8bea7e64c3e43447341d
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e4bfcf1572d656a21f9087eedff46f36799e74
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a99a4c29e0ff75e98ee0f8e332634a650c8889872e1467ce9aa8dc0ca8392f
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a045719c9a53c803b3922161d4863a5e5fde7431
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49c11e0b4a3a3c6039315fb8ac8d603d70c23b1c078acf85e667adac2e9bc25
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827aefede24fb29cf382ff8770307c690803e0d1
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9034694263f6b484294d2eccffec54c71904431ba09ab46d0cf21ef0dd003a0
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332219db36900c47d2f0221ad5c653ff2ef12834
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c5d1fa4a589f05b13112f906a2cc8e1b35bde13dc8ca6b77b84b352baf4221
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44ce63d2bff17e921acbbae80ce03cc0c5d0eb8
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29299121fc81c568b6f123c86d6bef6b12de7d5dced1fab5721932b2e22f2951
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f935b1bd4472f9300a554ba014c93b31dd7365e0
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ebf699fcf569a667f021c90393469d7420326bfcc40871f707b7e8ac5fee7c
+size 51395565
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975ccf8e7c9ef0dd9609cdc181fd0e7e27232477
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3077e51eedb765e4c30cb4356c803a52b9c6b11f0c33d131f4bbb1e97f96aa8
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a8c545406245327366a81dee10bcb9ea9ec769
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ae7c9725f05f799d556b47fa41965f1b67ac017435a75c1d44a148023df0f0
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72bb5823c0d0e4f29946e5896f6e82229560bad
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99523f9ae6c5561985bb344f529657bbb9de3208a32f9a4434e6a24aea305843
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe356856ee54259f8d3af054c76395a0a1a9cf91
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccbcde767cfea7ac08aff3f4a6a20e70f81d8005f71ed958333660346501003
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ecd190b211976ff7a50640a342ddc9305c163c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f878bfb2469a5f8ee3ff1c1832ae077026e3fc8f4218b3d7cc46d1fcfb3ac9
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d48258111fc2c6e4d38b7cd090d208ca75c6e
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfc3b76854055a6569a0b7dcebe58a05d6e4183d3900a9552691ef3436f63fb
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501876844bb87fa419e93d484a6b2d5eaaed0216
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad102436752eb49f72adcfb03cd93fe9665310f28a8579c4748b8bbb091d340c
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b15d240c5b83f226528561a6fc3cbd690b0a75
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5f6ba676afd8650908324c58e0e9656f326fa06374f40eddc448e7cbfddf18
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6062ab7e07cef27cfb75dfd680359a90d1557
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2e32602e8fb16f82db7b28a965fa3766f148c586a737f0d93e9cfde0fa8125
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79244e2828dce2319431fe68fbbb91e1e9f1cc26
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e194393585299220257e953bacfd7502b7ea914fe9e85d5c66c0f8f717b0f4
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cb6cbbd1da9918e448abd9df59091938367a0d
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28939d08ee7471f93da642579fd6ea98d627962a523a4a6486838e69b267cb2f
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db052bee090402242d0507ad3f3aa219fcce0713
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555b18b9565f3899cd1e30556385737d894b573133487fa006fe251ed5b50db0
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c20a71acba68eab2e3e47a2f64c29ed0ea2bcd
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07d64ae096e9197d41b76611ec9c6b9d74458e2fb1a188b52b81b59323ad424
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b0ecbc6693f15be4359909c1d400f9e45bd1ed
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20231a686d46c7d1cab4f55c621958045b77164e9181baa440587058282ca38c
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df988921c6e75de96475d9368938b2d80868318b
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a96cca4640c6fbdea1b9f1e48eb1273446ba8357c1439fdeb4a834dccaf575f
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfe625ab43658d52836414d83be2bdcaa6fe0f7
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771d0b7afe0d721392a76a19e5a83791291a58b91ad76313b60fc57d1d809e70
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f46b628412cc923ac223c4396e9f8d21608456
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60014a8b6f61029c5d59e354f729ae322b1aa8306c10b617651a1ce0bbd902ba
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bff57ca298c5938e15a627927fdb0aaa9b9e27a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4358f10016a85e1a3cc503de57be14b4aed4b9ab342d0fef85efcda1e58aac84
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa28433fc85ff96326adfb32979fde29307f7e4
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa2f82a1f9a835e1410f2811fbec14245e4cd36352a435cfa8fc7f00dc76391
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5df3294212eb9bbb7e318f60ecc673bef0c82a3
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26aec5e8c953efb7e776152332cc95180c41bafaedd7cd08446c19a3bedfe8e
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a6a3f94920886fcbafb4018ed154d4954c52ec
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084780eb992b89788e8f89a7b639a2f586f3644d28ad3b76fa28eb0aff326fd
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee1d1556884c53aa505fae9733996c65b5c93ee
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526636f12999adf607dae958b5348bec79515f24abebb64886cdae9d8256cf42
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5acaae87e7d343c0908d8f87ccfba5db503a82f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a1d857d9c6a3d78ebe55ee48a8c60b4458e400e47a86023b0fb067aff1d8b2
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da90b257272dd9f24838298d8fed35265b7a721f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cb38abbee5c9796760a033efcffee12045718430edd68a88189875d3b42f17
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bace18c46256d71bd543cf146a0ae89e3047c5e7
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dc76db54589e3740a5a1021fcf6ae2f4af7235f5c5ce5b0806511be73052de
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f8f5343cf12b8b54db1aadfb532e86e8482dd7
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbefa6433ee2e82e23adb7808e392cef2cb3cc75ff7c5f64da3e55996f5d635
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bac46414c0ec1d3cb665cbb158d159a4299ca9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b32156c029e5ae2a960e84c31ea260957f5a7722a06002aff654bffa088de8c
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4078e0468ae36aa722c87cd62113c767f21260e5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f730cef3bbdde252e8bda98d4d6860464fa74c8ccd36bb6c214d82495941af
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e8a6943b2dfb4280e18abe8d6a99c96c7f0e81
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0546f4095c6f809185449d66488e80f184a7146f1bd58f5d24a76b2166f462c5
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd2721eef402c5ea678e6d77048cfab3f5dec62
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05b62cc5cb8e6eea847aafbe11831ed7ba1dc1b953ed4e251a702fb4eff5999
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32cf44a578ec4353d1743d118e2597311c243f7
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e12d264bf855380a4dcede7281aae2aab9abeb55ba773d2ab561109126660c
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee3ac3a317c37fa3674982b39671865138b445e
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab900c4e2bedc3d2cdba8ad5d9c1505d87486314cf31e4ea9cf8f3b3b0c3c5b
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c852c50abdaf4c746b07ebee283fad80d14d8df2
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dcf6c6739dc01f66dd15865578f07fb42d4aa610c2e565fa97744e0fcf218b
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8056fd3ded50d9d4f1ed5c48ef09347a903c4ac8
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724c3730cc6b993db9820724be45c97b8bf8616470baf37c87ca631fa82aba20
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b1a35cb15d53d52c2999f58c417f69404f397a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8d08757aadd059ce56ea140ae903944b6bf549fcd7ab4a4cd851bc03223eac
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5285a9fafa7455f68eabbfe727d77fcb74ff5ff8
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4057e9e70151e3fc15a5e190ac60b964a4b822d8793b4dae8887a3e4b49d42d8
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ee2b18866fe7edc8c6e1ac22bff55de20652a2
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3ca973fd5b28a5f4b1484e0826b069f5464255f02c1f39918f5fce1860fd23
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53425f1242be4e0f3987f785aa5e6511a34a8c4f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6e624d08f3408690b7c411bbf51ec0dfe1628c13f45d010d6267465c891379
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4523620365611744fb769319e18d0ef97537d77
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391edbb003c6b36253a5552c6de41fb115a5befa72350c1e38579d25c9fae97b
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df224c6008731cc4862bd03a22659e92250157f8
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a046122f07a2eb9c9969d3f88c8c1a4b05c35182badaa89a937ae9d1d52e18c8
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e77a6a7045d915f2eb126753e3d3a93dc4941f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc56885310a79101c568d5a051cee20d5e709454e3ce07f4796da9bb85675d3
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1d4590f4912f090bc9616e8731a2a76a9e6278
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d7df170e47bd0f19ef9433b9c6da85d96b846b59b0825a077326e5252886d3
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffdfa22f086142f737d67ffae033c88f966cf0e
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bedf190b7fcb8c3e0f7f1b88ebaa7c07ff64395ed78de330086a99cbd66f130
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35badec572d947d3a77decb3cc31549a2187108b
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214cb8813bdd29dd35cb24da41a50fd92de5dc904b26922968081ef51357cbbc
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720e599b26967af4976d054cca5038e4c08d028c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddf14f7d35623efb6bf4f4418353c44b14bb23e882c4814907bc66b8591be93
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37168d6075ff43477cb6e169200f35b6e73714fc
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1254ad5d311e211a37689eb6f2a6ab2fca7a0bde7a53f8f1226838324cc7fb7d
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46df671b225f2a3707607dca73b715d48b137cb
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cf7710474f2a165c4e935bd1f7ccbb856bf8378c1a3ad9e9d4c87cdf2afc55
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c11dadbd94895bd08201078eeb0497afecc81c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f9f04be9faca48a4b4207046b29ec8a0f965a6cc9844dc0ac6b9526120db01
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f71002cb1cb17753351a30e9a9ce99c604e152
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daccb8f0883a5ea3d1a94994d59505b5d8a66f87bdaa121da8f117e9fcdbaf9
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f89280023b9d4b31ffe9034f86be582dd15332
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce69ab709d2a21224099b936c7ecfa75950c9df886a47900d2aec6f35f9c241
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75f3b7a3ea903bbc60250e62371e20772f84e3d
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8cbf8f8f4bd6248d1d0fd4f512dcf2a9150b114b33175afdbfbaf75c14942e
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54b4cdd1334c02ff5ee06618aaf402b9eb7c1ac
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71aee657dd831ed0e6d0e25333e5cdea6ee610c49e908a85e4ba1de7c123f247
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8020c92377b1c37bbac9e710048d2c7d50b47d38
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86104624e2f4f3037debb74c3bfb96b76e279c6dae7d5ee104dff401fc26ee3
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669f72763565c94b687bd368c14a831aaac664a3
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b3ab555bfd8d41b187fdffeb04f1997280d71b6c838d0765853c5530afe9f5
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d7d61eb39af0ddd0b208f9a72dbadd42260543
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93983ffd8ada0e3928893f97e9479ea8e1a205e922e645de820a1a00057c47a
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d3dc82767abfc17b7713977807448bb987dddf
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe29c5e233c9e39031fb6392bef7ab67d6b54873cc6b48c5e877e0273286655
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ed00b9ff397023dd58bd4f48e9b36e47003220
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0950ca54abc592a69764449497f59f3c3136d0d02cedf4d445dd135b728bb109
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb520208bac645904391099d2ab80ec9644afcf
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22806b68ec26f03412745184859fb729d321358ce5b5c8f9d312c8f943b64bc5
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2786483b2fac4e618c2fd40bab74d51016370b
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95212019ab403bc88c4ce33de4d8453a505c2a24786355ef54a3fd4830a880d1
+size 51395415
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e73dacab5b3f0c884a003f2d0a9b528cad2bf83
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b6f698b16889170b9467dd27b71ec19b1ece69954cffb1df395a1034e4c0bb
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134cdf63de788f0a60d545d2aa26f811ce7dc328
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571ec9bafe54270a6bd781840cfac34663bbcedac1d4e842dff78378ad508c14
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24bf0c0a0530518c088f8f71e9d48622dd1bf7d
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8508b723abb38d23c6da56a0029842c9e3f2706d6c42e3fc39f2058b41d8888
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bcbaafe51ba99584c5ca50c33b063a832f64bc
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f002ac7052d1947e2f1bd245d38e4510cda0d13a5d9748b1ecef04244c02d728
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166531d986b1cbfa2bca8c69e8c9ac3f203b49ba
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8a491e4fd58d6acef8207bcb81f7228a2a4c81987081a92aea9c2082fe402b
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1738bc47406eb2d40554bc3002a3321a0561514
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510f031491dbaebe276941dc04812f2abb644663f84c49127f5fcc0dee5d3278
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cd590abf7e84184a0dfc1094397bc674bbd034
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568f689442ce3ab8e9b03b7347894aaf019d2972c367e78c0ca361a135fcf2f0
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d54954d542a6015e250b89031ada06a20345cf9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46c5250a233ee86c73e8d1f1b64ac1c74aa10f75f38d7b643814a2781995164
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890da2c02fc26bb13d7d851ca4e19308b2030d00
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3846ed10f4ed0b81166314952e53ed14f07aa36d0c1395bd39d46e9d48548f66
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18a7d983f14b3d3e30f14d27c4941a51671c1fa
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c9fefb26ecc54e7875a7dadeaed997ba5af9f00a8318e12b49b511c8da5fa5
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a1d3035929d1ea941fc74e214eeb2f042891d8
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d06ea8b2eb5226d1a5d0356057656e883452acea368709af16d0e60c137139b
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c797f1f4e8ec0a2c85aa7b995300c2ba79411987
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e2f325a6ea716e0962885b8851669d09fc53d7836ca3923004fcd363b11a13
+size 51395565
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45494801b7441a425cd958bcfab5700d95c0f49d
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a31303a58cf46dd3d932a502c0b4b8f01456137b6068260715e9972b552fe6
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7acf72f4b342929acf1e51a9986cbf2864e147
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e471f8b0742062e92096f51c90dd97efa0d6fca680a683008a112d89fb6ed459
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fee8598ba5e9a646f7455da690b01e8856ea43
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50caec96d2298578ee72d252bce3042195accd6327f9268d2544e4f93cda8325
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51cfda47f7aac103825d5082240932aa5ac0983
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cb3318ae05c1ccd53a023a9f3a831cec74cc657d6fe47ba162ded21ecb66d1
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54257a13d2c381bda80eddc1411f9011922df229
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aed9231c53b45f8c4be5b3e0420505e78e2030d2a30c5c2523d814b210720df
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f58dfe0d4a984c0ee5e75fba2d3cc50633421a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e34ec76506441e6c71de85c9aa63787ad8fb759b759a442e277854cf1e4ecf
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff17e8496ee9ade4508286ab69700e778b2a9d1
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9a74daf493f6fbbe6e7d4839a6725d52a537793422d0c5d0ecdc7238b3cb84
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b160417903206be92bbf7548baccd0db0b9b16
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b457e2d97e748b8f79cd8dc65d7c83c9efc269496dafd0e49459bf683e68d193
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0199daffbe5805fa5eca3e027dd6c5f3481b84a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f35e8972918cdaeb272746bfe9e1e799eb312062eb684d6492ab6ecc27129e
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920797a2ed0bb8ed8129695a30dead1dd3b7dc88
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af5e7459cb7406ceb1c54a9dcecc111457d062e7147e6a78cc0f7f94178c7da
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf654371194cf30c7a7457415adb00bc797dbbd
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a288128a4e2eb7d345e195bc69eb38482263eb7c8f57e4e1fa66cdbc37172
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de18e4b31510d90a0a81e2ff77d218a02bc9cc48
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05abf2f64c124f1a2b37ea3d978c6cf9acdc01ea1cea5c4cd03bec1ac1f18fbb
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7b09ec243e329af70f0d8cdd4c581c5fb8018d
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d91b2022751134f56e457bb61b659b8a0ee705f882f3f4708083a89ae9c9a8
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92b4aac6c342bff0d2a85db9f2b5b4b808e7fdb
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbe4fe6d92caed3ee5156e0a94a529b76136eb14cce85a27d7f78f16e19b080
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac82ced2771caa62f63c2cd18ed77151b1faf522
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b47a187938507721eb07bb47376d83eb0d9fa2e73ca2deea7962071529efadf
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829dd82fa95199879e8683f4dfc79526aa606632
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f852752f616a3febb0af3fcc9837a274b3022257fbe5e93f33c979b43fedf0
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2aec8a7395d5c61e5f62ec76d32c855d14e796b
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcebfa31ae34423cdb7421aea32bd9e44701608ce76d930876b895319fedce3
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881b35cb3bf397dc43fa4ec8fff9d84811265d2f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b33691e168a883921ed277823aa4d5f60442c8ff8a39323d8b4104d47114d6e
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25798465b86277132fa028e273858bed888d72c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1780d1aa925868165ca772b4a2c92cc25e4b3618f960a0d01b16de52ff86de8b
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4632b1d6d346d6ee72375f0e634d988e315ea7
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad8677756f580f2056b4872246689139de8b6ffea6f9847d48a6accf72de320
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47fcb125c177bc3c363b444354e63afd684f383
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5a287b321a8e9f98e4e9cb88a82a13300a3114b0f45951e72e4d09cb3caa26
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8d09694fe6a324aefad26c0542243171c9b764
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be4d9391b9d8fed9e1bf7834b20955465049359f0116e6ab8142daebb11d99d
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49aae3b3103ab822bbfb14e7e2fb00179d464397
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608d4450a0b02bee587f5f4c2352e6169127af8327a08ffc89c8fb74d1b10313
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e2856a3d896e9bbf697dca99f70553af45faf
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0f0d7ed1d749dbe803b0e7107af2b5f81040d702e290f89cc4f0680fc9fe59
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2765d00fecb06f103856439ab640e387208b13c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d820349521b8d09aeb9a8def124cd602644d9e1d249262a3cb4141c8e6e442a
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa34b3fe975c9bd77cf5f66ac7d53aee5a2816ec
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770e01adc7e28024da00ff909fd4732732180ea5ae85a437f9ddf13c910529a0
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e94cb49a151d7745de753a2e3c34344893938e2
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2c2046e278a8dda94847112efe8fe83b6450d12ed87437a0ff8f83dec0707b
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20f44489befcfe9c822f5f95cd9b81f6df644cf
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383fc67986d8891de6255fa35ecf442f077794c6d3bdbedbcbfd405885597c26
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060e1c62b0e3369c7270aa94bf0cec19d68eb73f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cedc4538364315f27ae8ea952f4e32f435538e06460a651cd9d8ff158902ab
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2ee46a24f836cc78587b1ab14ec5ce02541ef9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1add3a2d7c44449a9492deba4a472e1a92d247db58d0d12d72d62ce143e4d41
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb391eaf7488c680d40c35920711b43d1d7127c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78db0e6a4c098a387ee71b3af4d9318d294c3b96c0a600aa379eaeff80ca091
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4658cfe91b7c76dbdb4569e2e02db63312783d39
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f859da6d8fb93e37c0c391d8e4a571da3a48e5ae6906f6548aa4bc9adcdce94
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71c649dbff3a05de454b90507b2ee27e6988bff
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732e0f4a23c6d8475fb3a40f3672f0217b19af4a7b67fcaf002a8ffef0b755fd
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a306ffa9075eda78a1bdd09835a0d76184ae410
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2c7c5d29850c8087d9e0fa33fecab2f926805f8ef62e5ad1ab227ca4b6cd1b
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5eb7df2369b261516674b270a18fd56f19952fa
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c959c8c17b7ad9a374c3f866e08beb386384f6599eade38ab16cc774915837
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59952e16987fdc8ca82291256a859a8d1c18e1de
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d353b23ba76eeed39c991b59abd1ddd1734e448a46bd452e25341576b5f8d87
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904e1d48239390a381c4b8fa73a4d3d1387f05cc
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e04b54d1d05b9a8ff0b26a84da8ddfc0ad5d7dc177d09da78edc85f698fa06
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6af89ffcbccd272e2117b2ffce60d2b83867f9c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04089ca52c8aebd1efe5f77db828414b6aca49be2e465052a66c532ec3914e05
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be91e6da03d63471b059bb7b976d8dbce1cfec85
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7417f599cc37a8d7981d84c3602a46747b16166801df821a53c8dba9b795665a
+size 51395437
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5828b6e69b64c1a2b2183e1e8ccc5fab56f8dfe
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add043eef574995954350cd14e7a9a7920f003eabb98275a6c47c5e4ce706a74
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f2ab8d588da342c311ff660520cc11fc21a917
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516ee727ef9cd9d00a3b645c9057e960b7f29ba5780ea52b3fe9efdb30cd6a9c
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e27543d8242c27da68b37c71ee1278f2aa7300
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f7f0a81b675427588d5cfff9468981cf49ba19e98c17b0493b541db927dd20
+size 51395565
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e75c540f7ae6624e20931f639e378b951a2f0d2
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5932899d815cf153843223c6eb76b9727c46d4c73f1d8823856842f577c12bcb
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb50f8c2567802b55eae7cf59f41afc9fbb5934
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87deb913c8b7e28c6d6bd11a0b5bdc3cf4858ac7edaa88acdc22082c13166047
+size 51395501
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2383f2b19d8c9854e8dc667cd128f350aabd42b9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bc2b84fe506940407012b1a4cfe75220fc50ef18cda7397a9d8e38646c44a8
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0320fe85e22d9625a476491cd212bf2780c9ed9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c089f224ea93ef77cbe43b729573275a40fc77df097b6d0faf2aec1b90574de
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88ab0fd04bf389dae8b33643aa571ae61298be5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b62992f616df6b3d618975f95e573fb03edd00c9b5b664c6e6ac4093a0f1821
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878c70ead00a57a7cac479dd4b0b4585bbfd1daf
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09a63da76b9d19d798945a0948d9e25b4af0ca5ad4b2160047d8b09b29bf211
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986d676047d93a9fc1f9ec6429682751fdfcf67a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2125664854fce4a40f3b161eea8cdb2f6d009d83362c6600130cd778852ae0e
+size 51395373
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16243f1fad82448079310d3ee8db19c89d1cb9a5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecc6f3f78860fe5ed4a3de9c4d29c72ed8ff2738d624ead8df15b6544307f76
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d94e6964f2bbecfcb868e75f0f33d5f9ef555b
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f749f29ee96805f37c03a139dc85145d2f93dbe1151475dd3dc1b765b22879
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d80f9aae8119d69c320dd82757caa9e097aa8d2
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f1413bb430bf3de9b166cb5273d3378b5f32dc6178ff4b3f775ceb1d0efa92
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8df4960c1fdaf9106af76a2d9cc69e1e180a4f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad29678cabdfea49452b3ef8f8aa656e532126e90c548f9198d23b69b7aa4b0
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b432de882c8f4c9591c3dcb56a2ea5de84647ea1
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5580c66ad4cb7572f2bcc7bfffe9d7643be4b2480402754293a6245e2cd038
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a700f534eb3569f1dfbc95fb5db79cd11e59e867
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f705c1720e6b80c7765a91d733fa251c99bdf5ed298bcd8420e1dff4b413c13e
+size 51395351
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4256f8fbbbd1fb9ae7405a161bc4bdfcb1d049
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8537a791788eb981da7e9a7cacbce30e366a4ea02b8f8ab195102cd634caff
+size 51395554
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145e246ed9fffe3e2d7d9e44e6cfa2066eb45bb7
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4639328b2fcb08c21c3b9ff8ea4d57090113628635538e19adac11d763dee986
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12a4555005230afac1224ca0b91d8ccb1c77df5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2078f0badf8d9e7d2f65c71d93d0cbc679fbba67e48e19ce92b4ee8d14a4d1ca
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2f27c3de6e91be5beed55158b4f8b86c030c52
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f2bde01873e9834d42c2ae1c9ded495867f8a5be668f0b0d06b9f57e6d4cb6
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4112dd341bc7b92e3ffb261f935babbac6bfd156
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf498b654e4c73e7ca301fbcb500a485db0329190c2359b4df5aaefc16d90c62
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c9e7fceec9ca2f33d5f0a0eb6efb3f755aa608
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d92d0e8318784e3bcdc8d2637b66d9de9c1ffe2a3c67699a4be03bcbc44971
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60e041b86f83447f601553be64136122613c21a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb55cb15c6586124c42844758218e0c2a36d2bb70cf870674584904ba00f079
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a107c14c540ffb42d2425a77a92c1fe23cfe78e5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701ff75f01de7ee1368c882032df0b3db4a649e14e9543f5b8b0d6b4d980041e
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b6e4f9f24245d076e976e89e260de7302311c0
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cc139e01ad1e782e88ed5820abc19516d0a2c15ea228593745ab6954b9455e
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2afb50258aac1f8eadd77cb8ddb74de3ff413df
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66522d87f2fa234fb2257f4a47332409e38eb76225a2ad1e9a5d8d23b8e7b3f3
+size 51395554
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31560e1a6b232550f21cebd446a78d2e633ef24
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9935c8be20022879717ac0a3f8eaf666968e1db4bcd5ed0cb2194b1571683c40
+size 51395415
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92681fb0fa2c0243cfadf3cdccc6e6fccc74e8f2
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ac18f703a2c9e2d48ce846ca6eef3bcd11dc24c316e1b276b51a1967650720
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4efec8e5ed7bef7e1d047606534220059920a6
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed09a875c2094f0c9ffc216d7ea459374030bdc8297291ac3adc79c60db62d5
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e192be3a199f0d5963ed7e7e6291d70021aae9f1
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e249df2d5c3ff7d4c983ca1bb419233acc039ee33b726bad7885a4af96441324
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f0e135beb712864ff0fd739016ca72f0c452ee
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d136a26d366af82221f0626cedd49944585b29c282a7b8681d2ec27649259269
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a387054c37f0b739d51fd51be5db673da1f25f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82b477bd20e0a4a75d74d73fd7db5cc8f51325862e362c6f2f412acf1a63c24
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d01f910c3c71d44c73256752ccdd39c574b23d5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e988dfef7cd79a80654190a6993124b04278fc5c899beb8274aff25995610faf
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3275571ca781ed7978d6f3b92cc2af609dd91e3b
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fca08f47d903b22b0c8084ab1774eadc682a03a16ee63e3e8e829af89b9a4f
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59278dbbcf21646ece4ad4201635a6a22f6e035e
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb26a9eeeeefda8f90bbeeb135c016c06a7d29184c10bd244d96f9002ecfdf4
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b798268b48ea15517a3e30cc573a30dcc80a502
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b9d629e3a7c84dfbed4447257d800718e5a651b4ffd410c7adf3a31f0e665c
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bfb4dbbdb8acc5417b16cadb0a6b5c3f348779
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e23bcad94dbea6a47f30a4ca307e673c342cbc8b5dc31e2caa1b661b32b41b
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea3eeb9a0ede411afe412a5f19abf50caa34fc1
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db54c9174066c148f58638e3a52b193fe6e3c9bb11252153469dfd5ef87ae402
+size 51395415
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071fb36aaaac8c9462d395dcb4c8a7a555ac9055
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a9ebd5e68da483d6f599e988c227be55b0d02cc07e3896676063ee783efa41
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3d013c1569eb745d99353537e354be9d974db9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2080b5032b16bb8e09a61bc13af94e81a9a829b150825c993fc0b68ce35fbd
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bcdf67aa2ec2730ab56f459e1f0ebe9d421b12
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b632594d8842bc13dd209c9049de53a0370129a0a064e90cc3c74690fdb20eb1
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c02f6fe603050e8fb8b3ab38574f1f6fed7c9ff
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587ad80b0e4dd4f90cd92e2aeba9139ab95274ba5a8f59838780522c9e526fa2
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373869344f47d75550e32d8f6445cd8112135e52
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972fe4cb5a70ee64a52229f899b15258120eb3994070ed95ddb0b4fc80b26cb6
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec5db0310eb32e2d7441dfedac93dec718dec14
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c566e17eb6726187e882973e0cf7627f853dc143387ff5e7c5e4c157b3a3ed
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c174d3ed469e6799e578c6698ce3b7717326f1f3
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c8c3b8038b43750f9acd1c0edbfbe18719f60625527057e49dd3f3aea6de4e
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1c665384a7248edf2654b385e58148da131619
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c376c45ee30d12b1567eb9a87e496fc9180374dd0ee5a24f4ef06c2fa39b3ec2
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0925364e6f336ef76749da1526f6aca2af8060
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020ef84011dd93653067d05e39fcfa285137d2fd097dbfbb198e372e96d2fec3
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b57d563a5713a12be759d664d51d843b5dde66
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b959e9c8abc25273cd5a2b8cb7f5913c00c8e263dc17d0c1231c1a3d15bc654
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ceb297e6efe08eca3a822c81981c7cc3febe48
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeea90c5766f10bbdc9cff338f0bbcc1324dbdaeb29a98ace1182cad133147be
+size 51395415
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe280d0fbcb26de85a5d35194e0615dd41c384e
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa38ffec0cc25c7cfb1931a4ceb8afd76bf165cbc3a4eeccb347d0b38100dcd6
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dfc54d18a5b7708d0a95b17f5c0b067364bf13
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dadfb0d62042d17befa6c56a24b622df3ccb0a1944fb573d31292a95b2c721d
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe7d41ce10a850eead33d1480df7bb2527cd308
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863712caffd1d394953a1f58cf041518a3af3e72f120bd39f0b051dbf39a9b1e
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fffd8ee867b8f79c3b869072884f17068aa7618
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a343facc29cfad16946d92e11f4f133cccfe1a0d39737cf4a605d130da95c9b
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf257b250fc09e7320795882a6f992a65213e13
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6694c71ece1b0cd4627e825b8372263cd15c88059a51e17bdb630f409ccf95a8
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abd0a13362e42f13151bcfe24f012d9f6a184aa
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9318c364dbca2e17db2861cc0f3fec17c848e0164b9b74d96d4900a1628de25d
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bedbbc38c7b2f1151fc0ca0555d544399f50c95
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd91f76a797ffc8146e17e0a4f07e90a5c44b66d1becfa927d8d1ad47adf82a
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ad7ffc89eada7f4b06ba119c5888552ee76331
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abca119355e7832b5a901aee7af88308e3040d05cfa967f3df7299fc7284cdc
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b690537cadea3baf0d76f2573f85d0391d401a6
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d36e3fdba97b4d83b80681dda9e7299d182033e9cec51d7e74876bf1458cb4e
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc37efe360f9b9421217a11f73e2fec1042c2522
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8383ad198ae07a8df071471aa8fe8b947667a9ffeb7c5b6f6e3c4b30093da009
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d40ba53b4e4975ebe016453d45891625d99c205
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bce93f272380c03daf6a9666a32cc5e21656b6b0912fb1295c2a12938637d46
+size 51395479
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ca6ac55d10d74b5c32c411cd6b34a59ef1ef46
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc4f5293d944afa9f20fe1d53879dc263ec392b85a91e15c5218769827bb503
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7711f7d6a7501582debdfca0ff2a63ae769b2f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02db10b48da759c188ec78420349a78929f385814b4c9a0b626fe38b5a927ab3
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b675a3a1fa3b4b48408dace93fa7557f51177c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165e4ed46ab1059e3e82b0d574fe110a2ce4b3b6964fef8bc766fdbba3a9f3fd
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011a981fcf4b588305bf96f8702f815415012e9f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b171de20f1055e30e71491276ed15fed5c2a1a2247a001e0400945147ef4e58
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e85ef90246e404ac238bcded59ee65c0360209
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2c641eff2f30b50e9786c2fca2134dcf2c26fbab33d4e71d7e1360a49f3eea
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f801d7240f0c0fe0c6b168a24c367461594fc5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412763a61000188fc685d942c3da0ce7a5ae0c0782811c2fb5cef5cc133c26ed
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bda7c2c74c9f9b3f83ca2b8da3f8647fbb86bc9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f86081120dc99a0686b089495dce5ad3fea653d014f04b613002858995af191
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35061021855c1b27a95de5c34d969a8249752f61
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774e74b109ebb7cec879f80c6e802473203c887a95f1f58aa5e22e81afed88c3
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de3d2dd9309ae7858d249bcffe88e1c5574ddf6
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44cf82d236c9bb39bb9d0fdbec382b5de1fb511ed3df747788c629b9245dd21
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa8e3954cb87b429542e388f73650b98089b4c3
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90efbe00d8b90c3e2217615499d1baf03bc3bd17f1a8724dbef95ae186fa0af5
+size 51395554
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b279f567b25b131df2a4d532b72f6eb5cc8e2b6
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0d832f8c0e8070f3b60102449d0b82153ec5f8dda2a48110823556d20a7f14
+size 51395351
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c4d448691b0627204776acaaa700f67d3efb98
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dd51157b868a0841baa095b2473d1520efd6edca02e814b34d9066f076bb99
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c4720143fedb46b68db91ebc7dcce85ed982c5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc5c214ee724d09e9462486775899818c2e48838b6df84f6e6f61da0e4604ae
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be2f65896b350a8860d62eeb5af3397a7682b2f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2096f48ee79448a9afd4a95c93b0ded96d1126461589cd3689ff1f4b33e5b703
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f862757e44ab616041e60a2a5b45fb8d4045eea9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3897f6d5fc82267d9ee9d570bb7276884300a7100223c9007aa17bd9e7d8e891
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e28020cf26dfbf09d58c06c9081f6c977b10888
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6855e4d340b18eb5bf7ee8d77e2357277fa93bb45cfb9efc45307c707da7a4da
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74c192048ccccba3ab18806c1f40829e895b574
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd6cb8c7b856afe3fa839770caf7f2f90cb1f8cdd63c94a9b38a1d09d575f07
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb1f71a06f550e999f8ee78b91003829cdd2fbd
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5fa1c612b8a169c5e69a387723a3523e1313b84666b0b4f7bd7af6e464ae3d
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbb453a4e3ab6d053b8b5f221ab96a673e349ce
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1117fe8a37d51ad2d8ed3a395f89b98e6b3204cdb4d90c07c274257c9fb3e9e8
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc89e138f8e7561efeea0eb99517fa421862807
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862cd63a36986c51e2d65d22dd1b1ff728444059c7368cba024e4aefc982a069
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b49afa7f4724915f53d9d70294f000f10e8c6f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534431217be2d0a2a9b406c9f9bebff0aac91df4c2334bf16abdf137d1118a10
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad62cf2fe504072331b9cda1a4e12392e9f92121
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6f1d79441dd98d397296dab06f447573eb59b910f24d9e84b9fbc2c9df3bb6
+size 51395351
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28b02cfd4e038ee27ba80f4bbccbdfeeab93193
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09377ddc95ae8a469a198301437406c8d227c9a818d9a6118f402b719033c31c
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3482e057550857341bf11390ca5b9cdabb3a8d90
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f90cce84276a458ff26098f6f9dbafaf7d5e9992a153562fe0aa480b23680ac
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b46912711d87468776d832106dd8397855fe5b4
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e945a74c1a1c3050c50d83eb27fb38d0d8f41dfc4547515197d90ec5d74690
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da65a176525a934a9a4370a6e8d281b3a81f2759
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa4796b11dc157f5474dc75ab19e33bf6ec0afc6826672484607fed40f11f26
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d8057c19deda790d8645216d500ca1ada7c62b
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7a236d37f91820238dd5d8153f2fba2ac977a609a0e5741ae6f917bcc134fd
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d663d6cdbfb418434fda1d882e5451e251cff59b
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743f4ecd39ed2aad5781a24875c3fd629b0f1ea087243da29eadd9a6bcd15165
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc3b66578d0c6ff2ed369c8ed188082ef07a254
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6bb8c59cdb91bfe4529ad3bc0321eea0d7c35f650419e200ed23edefde89ea
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35778bfb1a27b5c490dc8b611773780bf08ab8f9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c540c1ca7342345d6fbcfb9692eb9b93009ebb58fe69104e40a09c3da8be3aa5
+size 51395490
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f42ab4edcf3dfb80c13d662eb864bf558826a8
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67ba199b109a0bd9f8b574f1ccfe2f37174b52e92361e4ec2e2d626d17d8aac
+size 51395362
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21f8d84799123b26bbd70fb1bee0aa8f1804c48
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54786c4ccdf774d2fbec015a28c634e5868f03d0899e53a07c2a15892ea1e12a
+size 51395426
diff --git a/1b121b3bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2f43b6c2f915d3f9e495e60b61d3ef08166bd8
--- /dev/null
+++ b/1b121b3bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f391d3b785085d8e48ba0fa9e96d909f8685ed5586e1a2d889a2d219b40fbb25
+size 51395479
diff --git a/1b121b3bc4/global_step39672/layer_01-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211d0c11be1a90dd657f6f5b09e33830ffb25bd8
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8e6e758be791dfb82b08bee7ff76606ae20c497ecd0db52c4e7daad2abc5aa
+size 187630851
diff --git a/1b121b3bc4/global_step39672/layer_03-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e47d575285992b5cf3117f898fd8a29f4b727e9
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18347401a1171441fca642f3460da12e4dcc052e12f98729642487dc842824dd
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_04-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2053e477bb1cbd7873f1cab0435f06ac95427049
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c6ea837db2c190490dd8d50588015ecf491ea7dc14306955ee519eabd003f4
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_05-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63aba1f407ebdcb5491e51397b827400030b05de
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a8c19b781a235ed9651b7ab4cfea8628b6617bf7ced45aa27c069d135b364e
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_06-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3a20de67f605dbcd843b6e896b6b712841eb3c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364f1252bda0b582a923967fcd7698276250fb9b175f4a6653ef2a3575176f74
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_07-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecee1594223d3cf7ec7640ee053f72946ec09d0c
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc149b8a5c36ea284f99cd99a047a436f0e1c640f6da4d36e9ef63614bb4b94c
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_08-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac750911b57eda2f4297be91585558f7050cfdef
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6341cc03e03f35a9176d7b342d5b414aeac1e85c68548254c7b78de57a4b2f
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_09-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1cc79be2f7b1c81c6f12310a94029d4dfd4af3
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8b4e42645650204a8a8a34b997c8869c9c938ac3ea463ef236232e24196d13
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_10-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66e855be503f5f351d990880bce1ee6cb6625a8
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5333172f415ec86894b837a520f19a2d1a3b45623c16e6e4bf79598b26bb22d9
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_11-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3462399e3fd2ef85fc6ccf18b50b86312ec1b69
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5dc3373ad764a10bbbe33c069d069bf2958de6227f045007a81713a89d7760
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_12-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a18695e45e7fbc9f4ae35c64e5d4c8ecc80f70a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf3460e8fe94761c9bc9270975b648a59337ddd33bfd5222dffda4554d23d93
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_13-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9ae385ef4d52e3f1227b5d4698d6fa38d551ea
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c78810d9d231e5689fb3db9402370c0ac728ebefc349fa58e1e8f0865eb82a6
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_14-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79324058b2a49ff016f0e5677b96bb2877110bf4
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b89168d4822053a07713e87c5aa48c1bbe81ea1e5a19a507e0c6171fb6c45d6
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_15-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1aaf5f922ec2510ab65be4359991106ec3ce22
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92bcf7fbcc0f9b2ebb91d6231dab713a288e4adfd3cc84b0be76ea56ba5cdc4
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_16-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ee4ca6798629388f20ef7e8898236f92a388a4
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d7c5fbbcf49fb5cd720c42ef332f96e4d10d5125fb56a69c3cf03a2e938c51
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_17-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a5c3cdbc72788f2fcb0d242feeea486eb6c4f5
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759573e0eec686d1c8138de15b8b1bb403e7d5149aa2f1d095f3c332c0f0a590
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_18-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f24151c8cf09acd290f1a0bea2a255fbd49b1a7
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854e5d9baaa2ad2b1b89b484121b38e53c80d03cdfb2372e9a6d8fc3bfd4a270
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_19-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ae8d4747a52d9e2e8a884cec81ce04e8d4960b
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2248c2080340e36bdcff106b34063d73e07f97a6503736c1d42d47f622d310
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_20-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fcdb8c84de34300d94485062b8a29e756a13af
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535375be153314baf6f8213e987ec9bd95cb2df0dd220730d2938d3ed5eea6e2
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_21-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de67fe344973be87dedba3e54b82cec40bc8902
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9839613d470d75d1362889450d4c7046d57781c5150e3f5d66e835534bf57e
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_22-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf22367fd3ff3faa2569914913c5747e37539066
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51319a6fe5868eb00857a411fa30acc4978753b46843fd05e18504661a2a759c
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_23-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc910cbef3a109ddc0a28160b4f0b93d40df843a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca02cb24e61be0734c323bac31a0c3ae252c169e3ebae7ac21b54619d38b3f6
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_24-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16aeafe480ff17867d581eb30f6831c42585b8f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d688871474463225555fd1a69c8215bd4cd1c03e304e7c61c223cc395d9b81f4
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_25-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ab10c10be74769a3a71621cb56a8e27bdfc744
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0f9ba661c503adbe5ac44d40a66d92c193fd5db8eefd1a507723af74cd7887
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_26-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eaed704f3d6f9604ade81b5a97e286fa1f1cc6
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a71727d41b35c5d254e084dda8818ade85892419f14b64e9b5629091d842ba
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_27-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ab3b171660048aca465de10d1e42b61642a66a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6c648953a8523ddf23f252b58c922febdeaef4b663f502e652797e143f6897
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_28-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39952446c799bf63dfabebbca22567406eb848b0
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4a379caa067c44ed1647cf7a130d464273150709441d557887dc57642efe8c
+size 77121283
diff --git a/1b121b3bc4/global_step39672/layer_30-model_00-model_states.pt b/1b121b3bc4/global_step39672/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd2f034ace536864663dbb465e8fa2e027d157f
--- /dev/null
+++ b/1b121b3bc4/global_step39672/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5775942c5c414bf4d9fe9e0020076507b01fca0b30753e8cca6619d8b462b029
+size 8387
diff --git a/1b121b3bc4/global_step39672/mp_rank_00_model_states.pt b/1b121b3bc4/global_step39672/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee53b616876099301d331a2e8ed65fcd1317790a
--- /dev/null
+++ b/1b121b3bc4/global_step39672/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc340b4376af5ffd72af287aee30f70294fac3a733aeeeac50b5f8a73cd494d8
+size 43827
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad9002f40aea3b30891b251d230cf04844f4eb8
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8d29da79c8b7de05a938c0303b7b3834ac172a5a063cd235036fe2114cd6d3
+size 51395415
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8ca8d9cf23c3ee4db3b9fef1f1026dd4556c98
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65599d30bb089490de422316acf1fa303821fb74a68f7175808b08790184b5e8
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7645824f147a6c2ab7caff9fe2d0e121a8cba1ed
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6768558354c2054c9fc53ab77b481e182217ad986b08e0e1d1bf764933032b
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7bcd68ec13fe8bcc5ddc2231bfcddb8ebb3f3c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f845e6aab406491f80c0a9cdee64bc421d1d3ffd437d8d1857ac6eb5f67d9d5c
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aae37369c0b7d31fb3c8e55349d4535b6de998a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f11a3b93e25ecc565a1916c766ce7bc6fceb80bc7e16010277215b954e8e02
+size 51395565
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dd1e924137fd67b410f21eaa61473d2954f8b0
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ac883d1f905c6c4ac8f1e793a93d11329fb3e8b2731b81dd39327d40ca73ff
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfc2f1dc4263a142566132e5e1e3e21a8f939d4
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d7201d600ed23c4ca57876c257bbe3ad0ea77b74b7c66523c7e90fa1b3bd11
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71120725c02a6ccbf433d2b4fe43f93314f4d232
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af4a3f530844c6d79e6e8d80c99d2a9e507884c62e27ad08e17296493496303
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40de2017410448036b7ae59848d33a3de7434fd9
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff22808c43e086ceb099f898e90ebd38105b286dc99d3e27942903936258302e
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2c38a4093af7f37b2762b59b963d39c0bd3553
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17d8bc29ebf0118f9cae74f80c5b630a29075e0621e06a3948d5b888ebc9d7b
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eaa98ebc6a6d3b315fd4cae1e9c216caad3fa4e
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2b2f4899c423572b75282f6399a38b5dcbc0cbf6dff43c7ce84356a8f70536
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84012e9900fda75f170e467d66358e069bb2aa2c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9885321fd81870a03fa8dbbcd1b4f394f55bcd59991a3c2604e22a15d4d15c
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20402450a8feb71f5b3b110742c963ec98566b4a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3e952a1dee74167d043ff2458326901df6daee6ff93a23d2a5b68f1d8f04f7
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a433b499d4fa59954d8176c5ad36de525f098b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fecd0537025cca34791b9d1433829636880ffdcdac71c004769ef6ccc96196
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514bf1e03de1b31ff5911bf8baf29732540d39ac
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed52fa081fe6a886e7c95a1693920c52828195e670094b1b5583703163c56476
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8511edb2295cce1a3121779c19da416728466c85
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a4eb90384f87772b8f0fbc257381ec0dcf2cca78a3c25b0e5ec019d3eea108
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2136ac59e3ac74f1b847be04568826a599c0c7b4
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc150de82be9bc14ca9940e2b2be9be8d1f35626b6f3f878fe248c6693a35e1
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b634c0248b9bb1e82e760120a615ae55eb925dd7
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739af03a079482c837837c1ffa0558734bb3a5dd000b6d5f5e5ab9e1473457a3
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80833115df75e1a6a2245791f1ace3da7ceb96ee
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4edd4716d9ca4b7fa818f4f6ba1b31292c86c562e8b6483799992b1d8f71fda
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23161b318dbc5a25ff88ae9a0fdb035b969d7462
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ace923717d76c880a94e43ca8c6d72630598d5799bd9936d1968a5e788bc8c
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5518009b6984519172a7a6189b27706504f1cbc4
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b024381730fc764a917cd4236843f8a1746a5349a8d88a668623dce66134e2a4
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc98ad51b64b142c2118ffd23d5a6a4cbb76ae0a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9151f17052b0a9551d19f1b78b7d8cda8fcfe19f7e0ce0e61f53715c16790d
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35f1365feb3ef30539ea7631bc4992629290aba
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c649670cee8cb81bac68052314bb1bac8ac4348f4590d22b322f7ea699d6f37
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31e92bf6128958e0a3378ba1356745e6aa99b1b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ce8de6cba7049801c7d9c6f0fa5dbe53623765e96296696a87474f8273c79d
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e749dafb5e33f8046f3bf67635c3f718923786
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779817eb314b563b3a92d31a406dd2ba08f9bdb3360a9a47ecb235e2ba05ea2f
+size 51395565
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a0465acea303184b39f7afc28d9e40f883e971
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5720d1f1a467be75335ef3d88df33ddbf1a7932da35358e5b6810123e178f94c
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e50dc4ecd91960a933e6df7e6cdf83b1b27ab85
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d5ad0410e44f0a202df9458a0e4847a99bb9626eeb14653160265025c5ff34
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36981ace4ffb1bdd5a0a09992c4557fbc5411641
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa7305c733947581e50e288af2fed8a3a81910b26ff0b209041e67e72f8f8cf
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6eb6392f31d368e4e3b4453b93e4d6855da5e11
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d875b8145c53abf1a97534d60795939c1de269d3fcbc2175b5003c50386f85c1
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d7d1cd9c12ffb4e41f8bb8b2cabe89454cac0b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3fabb52c7e083b89fc32a4cd27194e94edb1a0e2e6e18bcd36203ce3693f8f
+size 51395565
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3748bf1a71d4ce12191144f6a5090fa8dda19f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0b6e8bf717377a619738b3eadfd8547a56b17d44b9105a774db374b1aad851
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c55a42694819fc00d7da254877f75ac8d1774af
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e75f31d984eee9c21d30e8a347ba66df5dd80081f5e8ddaaad150772ef2d6a7
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279b096d02fd851b594a1fb5b9fcc8c68dfbc94d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563ffbd952da0817ded8461b6dc14879c1e80cca7f570b55859dc527232fa291
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5cd9cdeb09bb92e3d48d626e52267f7b0bfb6d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181d30b798bf689c7a5bd1dca283f03ce917ced7e3f688b88caf368e038ff508
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e4112101525f96a6db2fce60bb1085dc6cd0ab
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737d1f623e552c6aba69fdd7112c67aaf717d210e3f09e5193e916c8de7947d5
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db52e30ea6119f78d6c205d99ed7c637a12703b2
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5462a9756132f4a1923ac559e28f7248b7596c756b9c25e73df55e53a7a35a89
+size 51395565
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8d9e1d581c8316f91fc9535e1415cc007686ee
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7e7532941c4bfb32e13a24554d86dd4f25e49031bf89eb177d40d72f5bfcfd
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a72f1d860fbda7772abfb4d716b912ec6cac5a9
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1726e61a152a3b1e656bd87f3afc6536fcf43810a24986ab83ba21afa9c04d7c
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecb957691e891adc6e1ff4f6bad9e67e279779c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c72d656fa0e0bd4d30b68b6ace6126d717ceef5bf46e6da25c38e03761ed08
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fb35c1e90ef6a0eb6b52ba61cd06ec054781a9
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed8323077295cc1ae3f2b1adc541b918a90133a0e35967c2c3c1d2f3dfbd8a8
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19738a9e98affeddee0c72fcb8ab2eea25e166a5
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bef714dcd26af39540d1b83aacdb0ab66d9a8e8e35f4004a61e2bff2e2e4bdd
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618dcf722977944108de4f8364e20b6b71838093
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c154eda11321d4133d8ece630048df614c9e46f9d04b4d6e9157c8386b9ef8ac
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ad92f5e1641b4ddac355440e5947d79fc7e39e
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a0628568065d92b9e07e4337dd1ffdff142e5ce4e3ac61f19708b997631ffd
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd26db4eb8fc3612c4fef75debd84653b438d17b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff53e9b6eaabe51decaffe57149448994e7b99a17c994cd79d57f6ae2706035
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3993669ef92ddf7d88c9aed96b99d4b3267afb02
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db33d0c99135b0ac3e20b4737c9b0c0ffb2a8a3e94d1ffd49fd7f275476a21c
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59164c79d69a687dbba10bbb8003ab0f503d2c7f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48dd7f792cf7449d3d874ce61d19c5d3c16cac9103135763de5071b9463bf77
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a32f516678acb7bc952350728bbe696c64cd5c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9578d31ef58efad9790e604137fcb5bf72049907e39369955c69ee9832375dfc
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d01914b6e22317e0084dadcf85ad0bb3ec9428f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc589ff9e81abdfdc1ba904f2425d68bb6805f6a5a1b90615e8782977ad8ad4
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430ab500f160cc7663f031e56456652c52b7eb95
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8459bd381e54d885715ead890b5da8d3f248a17413d0eec9e3ad19eea7e5bc
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f4911292cdc51adb60bfa732e0dacfda8d6a01
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b077ef29ab52c03e28a8a5aae81a10c1e1da313e905229772bde5de79e30465
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11042b263e2f85b1668a559c37b1fcc8369a340
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff19e4a2860ee2617a178e36fcba202bc3a4b11dda86cc43a64c085d57f6e18d
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3affd2e8d59d19176c967294c899eb08bb937cd2
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4405b03badeee562c5c534d9c3fb0525c8f000620da6c13a56111164862907dd
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd8fc2797bd49a50ce18e9ef4eb827aa2e5aef7
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b0ead39b75f6f6b796275b958ff5f0a5fc02ebedbe2486013bf54943a56db0
+size 51395565
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e810e837d30f93059d735c0672c0d62be699b791
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cca354bfa3b3c2732e17ce94096df7f59a6f957236dd8ef8f834b7f86d42a3
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27af414df1285f214d13eb09644d1d0c91be382f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bd53ee70c473e56a4e5b71624f3b00658acce38d0fa58b5d76f92f9ae884a5
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41314b1f58e811dc919cf4678fd5a0234a37357
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2fbe6126ef3e7f43bb346976efacd775abc68687bc01568577dfed8ab9a3e4
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0935d0dd5716460359af1d6d8765b44ada8e5147
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e016205cd22a5852a5185aab5ad71b766164e19801e0092317685a2be9ba11f5
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57968e1099ec750afb969db180c7805d51d05b2
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c80976598af2007e61a804b62730551d18665175d567a10d7e9a17ccc8b6f1
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0405457dfc8d2f4718e6f0f3b351efa7e75af0a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013053f889fc69931723e4fdc954d38c06b25b3c40eb6821a081c41be56a9a4a
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5911c1e597dd75a44007623244160f5a7a087f93
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4653fead460736a44bff55e371048adf16777d2535a268b47f4a6a6ca0f2a8
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b4d4f98b89ba05aafffe1c0c4ac0e21d5a7fde
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7862a9443cd5787fd8e1025f49dda284ab708e9eba2b37afc10d81b48969e2
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c552639387362a62c07193394a2cef7f40f3db2b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b004b7c035929ebdbc8d494a2dfa3b4a63cf29a58913bf731cdc09ce71901b7
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085a13a8d9ea4b4c5deaa67071c37389b73519fd
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ae31f6efa2c03aae3ab17550e318f9cb5ad194825c6fbb870506f54b67405e
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e1d9c5f2d894dbaff9042c4aa5c23fa768c877
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3211676d74db77a28c9461af3b08df2afc8410c1546f75529759f32491b261
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6909844b5812fbb23baa54ff4de454d108354c3
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c23ae921d23dbda3ade4f3ed774c10e64a0f8792ec4cb3e7d3adacae506fb7
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b25061e2ff744c8de3a0c1b0953fe9b1249c4a0
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbca9bde27c516d583743b18b4d3c8dfb647c64898e119b715f9a437f0cf620
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89bdcd7b00d9d9e6304e1c9ac1df1e7455f6c7e
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf7c2ae271b7c92076c913f5d03b889ff150795a3e979a810069399a2102e74
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce924c486e1820b50f5388aafbc88d90577f66d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9a4c5fc16d272ba3bba775ebd5183404cece8eec9b93432a447554f3d8a632
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67966c19d95c4ec0043f257c6ec4fa869b2f9eb
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafa73415ff62381b5309ec04c061bdb8851be8cd66674f4f3586801a923455e
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67ff9cecad345e6ae8730060d20d9ad32d76189
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdc4ffb885d8d2836deeca81dd437a5160c2b6f9b7de9abc6133e6a85435cca
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad84e6e0baded3571c2a8a389c24c1c67c2ad55
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1825c171d05536014d7c937de3f3862026f66fa314bb4c726dfca0eac2b2a9b
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb5b81990f4157eb94b494c71eacb23dea2ff41
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b10fbee35d53bdaafdc8a79f68558503aa78fcb0cd9843f3aa1b6786bd4dd4
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde62f51f0df3c38c312d2408b9ac07981239e15
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833abd3232bf73168e4c59089f6c093a7c821c3886607c7610593beb9d80700f
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3416ae1fc2424f6255dac906b3cb5b23bfcdb849
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6508674fa0a94386a62576e071beb2b02efa7bcbb3c90e50146101ffc15d15
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e8e87e03cebd83b117ee9c8e7cb73697b550dc
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29298e4a7aa8893cedc603c31845d8eb7299f1212d636c3c8a3a2d543df464bc
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efa4891de7526b671093722188daf499a18ed58
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159df0c0104e788574b8af1c742af07a7bebfc336d1cf172b94b43aa5684442f
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a25437a61bd49b8a8f53d78077a3879b256ae9f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d738e292d9a409bbc3af2186d6c0f4d0dcd4a6fb89cb1d5399a0acdd44e084
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9971abeff53ff61e89bf43879a54079622f4cce0
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce814d5e143334993dd2074a4ce37aa87f6003cb2a5b4df0608c045289675d45
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4491a01f234caaea6261610c1c1d4689a6d72f3
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a187c6dd40c1ca3e5b448ea9fe459435bab87d7b83cf0b5fa6c4002caa14143a
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a07d282c4c564d18c386fb83e3769f9b7f7a38c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616121bc84e61930a2579c6f270e14238591327ea140f5c75aa6769e60032e6b
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e273af2fdc7fca0bd06f718026c1dbe75329411
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c51fdd9781937368c1d14dd43a34e864444fb9ae51ddb753039f9f11229536d
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b519cec8b150e5aea715d49b110ea872dd4e9e
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c2a3cb2037fbba34453a1ffc6788bb3c3c1454533b6dd1f2a04ac0109e792e
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90d603aff7b20e4539a2cecc2b531efcf78ebf1
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16715028cffd124c60d0f7db04c5e23af6d9cbf65dae474efec19a7d6c2c0419
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457a35c304eefaf939db5b90d1a81eae2da1182b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8993e4b5d9a84b487b8bacc5254ce839dea82fd00c555ffa90b59cd0ac181e38
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e801b0113fec03c9849c933c36023b202b96209
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79a0bbdbf8bc53767e07f9ddce89bf31d3951abedc2c7577e6a012185a807b0
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24902ef95d48e8bf4184129df8e7e0dfbd256634
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a5bd945f4c54fc352d3cec39f668f43938f2aa374a1f72127573c2643b5762
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a7e466f3d07241a995153dbd97dda4683264e6
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b10aafcc22f57fe41d26dc1ff815d7b3e9202bd7fbc76a8c86799987addf4f3
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e8a0a06a87ed4abd9605f93a8021cb3f8c4bcb
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a373a3a794bc59531a262a34d2fdef0d76c3845f2d464ea952b7e36ee05b70c
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6793e83a522eed8deddb5942d9eaa2e11a1073dd
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c30f6430f6776866acb2a68987a7d6ab5ad82e6df1951a8bb8b808748cdbe16
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661ec3423faa20aa23ad822ca187ba376852afcc
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1263ba935f044316059b11d827eed23148c02ddfff0326de1e335813caa0f505
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc8727ac1e56921827ee15c26eacd88f3f26e34
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20c68b0b19913b97753a96104a74e09502b94ce4939efaae9860d0d37e537d5
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe92a66ec59e5d3208146cfccbfef71b1ac4340
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762b738f1d1705f90ecf023358363f765215dbcec4e6b75cfb0146db7bf8e649
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f09a326d3824e89c131a70d19795f7ce09bc90
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b171519b522e94f146f682da240a563962734710ad78db7bb66e12cf08a06ad
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1469cf36ccc0cd4e022753ab5afdcc9dcd6487f8
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26338547332ea07f2b6685b573b0611dfa557ea15393d1af958d9a2d519bdac
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f173e968b6657c4657febfbb89bb6c02e988c905
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91565db7a72ff643368d203a78759084836b792d83063fba811e35b527221b92
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b4a0ba0f6ae01b857e3d2def4303dfae6bb9fe
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad6f8b494749484c2c164443051b86f23f8b1bd1976d5f602876263a63732a8
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6952260377012514023030f359c6c0077f2b41f9
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31cb0d8f4a09045b5aa0f130e4912788157dc2e4a8ed97ba8e56bc74b5023c8
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1220fd2c7f74a0e8296d5db9a21b27752423e3ef
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88f6695421162f0074a215378123208e791f96874e6e91b42e98d459a97f4df
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b359cefb47fa23a3a7d1e98ecc4acc82ab6044
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebb3f0503e11d5c79b1c9079e1b2b007fa4e2bae019f0cc9f8cde8096ae6f8d
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553f534f48ccb16c4a43abdcd235cd8de24dbdce
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2a7687a4964912e542dac73c8997a199e70d4039acbee75fc11b8604de5ea3
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa872dad2e1b3bd320328048bfb93e91549c611e
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728ecdb8e6de2933847eae930a591164875ee661abe35a0df68bdd711e24a360
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2598c74580667457b86ece36bfd30030810a9014
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689185ec684219c158b11a0c46f76b5e3327e70ec4f9498f368b202b14d4dd7d
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbe1e0d04ffe066be30757889e98af32660c708
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f748af085512e4a3605355b111826d7702bed883cf6d5e9eaf1358cee8f2766
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf1f66522cf42c88bbc032246241a1fa9a01332
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ced81cf56a57ad3317950cb48f7ad0ff3fbdaff2d6f8d0525dea5fbf67fbc7
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156c036f9186f49b2abf5b6671c677ded561d761
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f914d2784541e487ff65a8e31bba5949c7cc40df7865d4348e0baaffcff6aa7e
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b09ff6ec188fcf77a5d9d493838d6a431c5f42
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48d9bde205bdd2408808efad4d22c2273282377d6cca3fd4c5af415441968a5
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb904478a5432555c6ee02812cba3bb8a2ca0ca5
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83a97bd2cd37804a0e3cbb7b3b4dae2fa5fafa0aded7db25fbc2c2ce3d4174f
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec112f431537e1ae4aa040fd4548509443c5a57a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce002ef5c31fe49f6a55301011609dd6ed3e917fca8b35fd6d73578243e1ea1
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba0e547b4228a910ddac4370bd8288b9202ded4
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019196f6831e1d1d19eab7b7d769e405077f11efbaa7629da5db1e96382124e7
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b5d279aefacd4d5d9ca455bbd4469c211e4944
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656d222dbfd8b7b2d5352b7571e471f35e3206c15a0cb1234bbbf9f89f537b38
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88083f3d827f97ee47f2c8b2f3c255f4b1f037e2
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8074d3a292c81e284d422b9d3b50544e81548ed5df01c03c7429ca52ba2b8b
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8f60f576b0227cb4d88fbdcd51c0da51f527b2
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656f571b6fad337d37f1a17284f646071c6a0e846575e6f2c66d7c72bc9e650f
+size 51395415
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e1aec728ac332b47b6ebac338082228f7e6934
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0f59ef1a5978b99deaf79b2c89b566f8d0c16c2292c03b94385bfe27e052a1
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969e0c87fd1233acc5bf4ae9c761e02357b9302e
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261b85eb8b760184b6674e040e3035558b02c511608139485a973676dc51b110
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e5c6ff282a173d312cddf227484af68add0a2d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1473dbd515330424ff954380eb04f74a071de86e4a8e768a15faa8807b558c
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464f729951754a2f98ab4d17c9b1e62d05a2cf3d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcefa5750fad546ac00e173adbe2c71c6d8adafd27ca1167e9f994ff81ab43c3
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42be5c9463a70a203ff38f6b120f1cf44f003e55
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535097a258adaad40ff87e56fb09db2a3e71f9c6695f2ca169ab62f40b3ab92d
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a77fdb7875e22bb2795c28a0aa88c9d29c4eb21
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66945cb2099918aee9c19db381bad0c5afd41b78088f12fe076aad754624cc63
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2aa74514462685086e478bea2eee4df752154e
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b3c30b4fc36d98b8b37fdffd0ea2899b7a4dc2a998b92c84eafe1965bdcc35
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc72440f1415036a219b261f5b9452bcb1d8847
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8be4ee19d430ad634807f8e24f8283d436379989b0c2180297d3fc599944dc8
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9bfc10c5333f7c1dbbe7335918129895d83e28
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6b4f7cb1c2c24a88a0ad8111a093af2de1cafae982df8a7e101282dd1f44ff
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c496d11ab93e6c2ab07e3b9a466e4d1828e612d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c457889be952dfcbe3d9999b7133071ad456bc74af1cc5203cb097fd26023d
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b0f3725bc47c0b700035a612a4516a074de43b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9eec570aba2918473a606a1c61c234a0f1570611c89468ad1b4f598393bdc4
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531937adbd1cfcd65ab16c5779e384dc0612c332
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba854c03bb364971f8546e1158648810565657468ea23e34d9a750ea3c2e770b
+size 51395565
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0628094128a9c8a3a837ccb9d78703fd3b43d3cf
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545f53a780d9a772404a1291b6634be48e67ba1442ed97611dc00cf94aa1d6b9
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b58147590ae10827c8faeb361781d231ba46acf
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2e6ee799da2d66d2242869735c8a4d1761ddb50129c5cbf2b69081350fe60f
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c7fb7ad8e5986e84de6e3c30b8073c8b839311
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea4c700ece5d215778e6d2aae4507c6cb60942f29ed930d018b07c93a82098b
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988288847c51547462b61c7d41f8886380ae4818
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a13228d4d16eba226b4842e47cffe51ffb72ed66e1f5c549dcd11ebd33637f
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc91c8f0869c56750e16436ee072d2a9cebd9354
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3d9101b844b0be45f4f9a9c952545566901e665458d1369b70b2e03cedba36
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8833b4e603c338f213a0c07c2ec66d4984f4b834
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2cef43a1881ef620cd965e994b06a95915fea44f10f002ae08b88fc2098431
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97f4a5b0fbe961031fa8b75ad9030c253ab6737
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa2da43523b3816e8decde4a4e892bd97df993fa3d5416a0b330a28f94d3379
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf4afd9e3a6b6138137a8bd96dd4d471ddc4e26
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce0501d2a2183d3f4acb7ce4681a7cf47bb23065ae6fdda27c3ba69357bd939
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1473a68aed6ea48851566847503daded250294
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c080ae6749f6bfa138ddba12c26b78509ac08525d3f37f9590e820c0c37fbbdc
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62b3823d4e71de14fd67bd6e6f5c349b3eb3a9b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b713b5cdd9ededbd8f2744f3b425ef304584c930e102f34fc16b1368d4180172
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a57423659b6e2f72432238fa8e7d664d2a8ce7
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444281550cb3bceb1bb516a7f820280d9cad08d3f1bc550a5e156a36a8e4589b
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4177f1441467d2247578e6b73178a273a8869941
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05d290dd1d2c04046b5c84a773498d4921f35e73bd77d6b17c171c2664ac0b1
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347b5af131fa807c47a219e61598f1c8ef162953
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bfec293402a8362e74fbc0fede1c59e250d83f7064dd8dd086c97be44d9c4f
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275853ff2c6e78c86e7b62240a477164f6ca03d0
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb3dfabb8cf8073dc86fed095e8f2f9bad5a21312b8877181b94438adbd81f7
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42ec995b5382903ebf1a816f1bd8ba35c8e4d4f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524c7b5c4d288162687e17de785d34457c203c9f5c7588a64d92feede06525a2
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4ee5c64c998e33cfdfc80d2d308fbe4b87a949
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe330e911ede27bf8799c2d5f0771f0d67f22bb3b226aaa7ad8e13c7f06c271
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692ef1017cdfe00a338cd9b32e10e01602d1ee05
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62aefe311d2322d7c5605b07771e52472220f153138b318616d745e92555600
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fc90bd2ce4b16c5abe89a3e5a6573377d6e93b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998e64afb9b5a254b97ba7aff94e598870a16d536bd27b092d22f89f85e31b1a
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1927db85fa94e6b0c627f0732feef3445d19fb1
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37311afd3354fc8be5da7118cc873757f972097343b65d1d2341aa8b45ca3ed2
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3489c44216119f61d2912d9a7549559f2964b1
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d61a51a4535aaa0726531a69dfa140b1bcde99e6eb12608eb39ebdd5166f97
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be34a243980bbf93e43feffc52a140c3a77e0b86
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d0107a6da43da4a347c5f47f45bd7426e203b4c63250b8148529114fc3c216
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6e96d00270422dc2878bca26022038ade32c5e
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c741dc0350b5d3f029f5507d5868191ffa38ebc0c3a9deaacb59156fba8e5e
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f3f4ec84243d4c467f520e2deac1d640e55ebe
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b537034311a43e57f1922f0d48835723d6dbd0410a3c5dad6c130a6cb2b69f5c
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ed4518daf2450ef92f7eb0a5873ea6bfea3ab8
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5880a03076ed98978dd311519fe8e94f892e67ac6733f3c4b4329e1c36ce5f05
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642b3a3779eb2ace9fdaacd50510b24497e59190
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9c45675c527441e6430ff8df282410294aaa152edb5726393f633645b6fe64
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f6e1e5625ac2c5bf3240d0ba5c3e9d938af6b0
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae4211f2d06e83ad5f74adcf2ee112f1396ec8f5d69c52bab6eaf068de045c5
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec92bfa7e9c2dde020c78db9a9a13cdaa46d89f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0380d05cfadd9c59326dcbec19cab359b10da40a92f237d493727a719b9d566c
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b668c4d2a3f40bd85470dca657343587676642f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81150b669ea62c67b1da5e6b60b6cca08060ce1a6489a8343f2601869c5cfd1
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be82fa58a7fbc2c8d52b637514bff3db11daa5d3
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a425e6265496b1cea72990aeb83c1d94ae1c94ba1c0e2c77a000dac1c4014e34
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ed21863925eb0000fc612ba1c4fc03b328589f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727c462fd097601c4b10ae69e13d60479e76a58421ff04b97a2a247163ab77f2
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed1d17dcc47fd7d8108505b209aa9d534ab3a51
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00111e98908503ede8859cbcb1191496ee3e8bb095fd12b313773517785628cf
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44439c4b87d690f62dbd12397726ce1cd5005033
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cf0c8feb4088596d1cd17c79ad60f51bf1ff753fd923657dd3471dc2df4e74
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b43a21ff57af6a2269dc79f6871299813afab9
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383a9a00828ec9c4617ad48bc0b160ceaee51aeb0be4a787054336b7964c680a
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a9e34ec2366e8323c11d9296153736662a0d37
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25da6a7c587bff3476ecd009ccc101aca06601c29051ae6479a8cbfda3cd13c
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a57919e0c2ecaeddb6a17e9d5655b233e8fc59
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeacd6c5f5b037c7ff168869a751c220960ee458feff7695f18646600bb37be
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d841cca6a0349a1b1c115e9dd2f8cea1c2478b7
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a582d8e96cadd2456467bff957be1c124e576c1aabfef96c34507e815959fcc3
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99417ed9743db1efee498925566cdc2cf9b9a5ea
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a707cf08cb5c9f17eb5afd4449ad518af00654f4c3478b4af83c775fca11df
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95600505af5c2ee3cd490843d891659375ff814
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6df337e77b36d9560db74763a154ff15aa8a893b3cca70ce31d82ffea5413f
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfb6471f1fe249e16cc4846b1ed4fcc386a6f8a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd729f70e55dcef820bd4093e60a6287e82fc1af556dc0dd0e21ce91924fbfb
+size 51395437
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d7cbffbb77f58576a9816e9d9e05c7c0a1e121
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569cad99ca1ebde6f6f0e16a344d22328cc654bfbecd93b8c03dec88d9413e02
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57d96a0bf938b8297508b28a9c84479f04ad046
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ff318d81f27a0ca0468cb48a51f4e8db9e57ab2213f4fe8de89ab5f51aa8ca
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d0cb05e60c09796e80bd653ad601b256700d55
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0830df0e7db4948fb3eda475e60854d0b3133750b4146808405781713d129e79
+size 51395565
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a4bf5e9fbf6edbbf4d58c97f6e23a27526e83d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddeeac42f58cf216be2db023790e7600c740363016249147fe46183c331aa30b
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be8bce188845385c2faa330676ef5ccb21f1b37
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d533fe183096b4aa824fc32a2cfe1e2a2a35183ef0b3e2ea4176fcb55e762a8b
+size 51395501
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ee8366726a5ee2959d662f75ce65d01610a308
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8fd2eb0a931b9b71e7f45212186eb1e9bab495e80a60f087ff618d8ef39591
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f25e474c9c298d7c834a21c1eded9adb5ad11cc
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18266913dfd894745944133501c5ba2350206fb6c73fcb29d1d196266de2eb57
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37b86162fbe78a0b1acd9d2cc66fab833ba1b90
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b501ce2411b7b6d45446e36119225d2638915849ccf10f2ab6cee1f14419ab
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb64fc03381914e4e9c52135022901330d2f746
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3507de48dd7dde10fbc8c7f94f2d905dff2b4274271240abe7a0c3fb4be76dd
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab1448ce473afb8e2d5d5ac45d6980ea5b7cf98
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e114c6c0b0677b5117b083fcf0f5d98bb59d7720542c0c43484987fb634f460
+size 51395373
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1cc7961a754eefa4526041dc331764437b9e47
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae6bbd8552fe113f37c1487ee61fa6f0d6396248ea7b273bf28f385e29ddb20
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c094ebe845e4958c385b0d3a6223718b419cdf
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7c824e938ae9c94dabfdf69f851214bbc27f85eb9b9bc583aea8fcf4301794
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3f8f75bb58979a854285fad429adc6dae43c17
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57bc7d9299ee86706f01ce1a2f48522e4845fd4436daeec48870eface5cbf9f
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566dfb12416a8c88430099b12c4752bf5276398c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8b87d7da58a08ce8de6bd217baab60bb12bfc7de20ba668af2f89dc16cf480
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4626aad9798b0ef06641b20604663961af5fb8
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a203da1b05db467f432e22920f0988a1b83576b70eccabc03ad4b17bee6fdc
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d926e40f713c6b8722b242e869fa6aa611e147
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aa63f17562f09ef9fe6a4b0804fa89651108341fbe4cd443ed047f10c59083
+size 51395351
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f3737330be9fd6f622ed0acac6b59d8c90dbd9
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b0d79dce6b529f8790230eaf5f089b76f39c607563200f3cd0f0b952129cbb
+size 51395554
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b5fa38909967fa4e49458cafadfb8153cdf454
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef17ce82928e9d8f288321e141d26bdcb8356a0eabd26aeb91fe76aa853c91f
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c60e4d907a0b8d771f0527f76fc220ed94b435
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad69a42cd389860dbb8c7cec0b5e5c1a98339ff7b21be3bf760717dae6c6cb9
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d34a099fc056920896c0260d6085cfd949f248
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364cc8cd0a46f212ca3fa3585ad68af8ab82367267dfe02e136986eb0261f6f6
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255956026c7c367ea69171cd7de5fac130c6c0b4
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864a5d2110b5649fa32f63d747a04ac51971b55fbf18e17abaab0226223d1939
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907cd2f467e878189e23d2b1cfc68f59b54d7f4c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2d94fba1eb6bb4c541c94ac833c682bb232b77fac18894cfc662d1e1f9c5c8
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad13c81f046273ae396d8281dd4389b9f9aad95a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567394bdc5cc932cd573bdc7cf48818381030a9e917037be62312023a191a1ea
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085cb8ec47d99ba9009205a5bfe7b505080d941a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21d46634410f6847102a2257f0c8d12968720c8e12749e8634f4172b9f9eeae
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8232fe223a588d3090df683bd20a3aa42353e2c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7b9ecee8b8ef4467eb22e04853246a0f9486ea51332ee627612f6a436fa8fb
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45303ac461e2f65c308b1e8a62597ac9a215887
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4457bd5c2941e94f85ce1f041d8652d5e82edd77bb8eba25055ca66b7c2b90e1
+size 51395554
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d561724ca8e30c1983618887929ac11944b4547e
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cb7db83ccf067695d1acc80554c7aa54ec90c414b1216c3b3ce16781292de4
+size 51395415
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21018080785ce48a57639f3ec0cba903a02426d3
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9debca3d889d98d67d3468c58127e1d88065e0b9b226a60d8cbe0ee608be53a6
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde4353445cf3043c71139bd831e9e4ae728a30f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8cd05406a075adcd88052813fe14a2e4165e9fc116a1fbffa002ec02ec47a1
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d03e951a6895308eb5fab1778e9a63548f3f493
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7219ffed2c2489155411904ca644382a37387b6c575b7a3343b2ab465d133a55
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf48933ba14b9fadf3e844e8df64e5f8fc94fd0
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41127f29efd16c0ab15019609109a8365f5e1fbb50f25b3a2f9da018d5f50498
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ad67f3b24863c6717866e2fde561f790241a3b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823eca1c216f1a81bf6ad9485f6222b80b7398e023cec48e9d637612dc6261ca
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb3067409c89409c26b3523d28588b60c0a793b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf39b8e39ecc44bdb6e25bc1dfb590f821c853a453120a8e68099f2fd47547f
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572a78f23d8aaa13cf8e330524a4a91c7b0c85b6
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156befdb821b1ffc1c220cbf1172f9d22ade403a93c7e4f8f8af1cc628949cf7
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949299d355d691cc9506ff00bfc7c803cdfe5f78
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6f95f3085050a645f34e79e8d0f9998c316a7e5450cd431e0f533c70701af3
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e50865ba439ccf1822c296c29c985f0d933ad2
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0063a96a38fb0e591da6ec47bce28a6701315d30ed515107d30b1455d7066e86
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689123dc9f0b06aadf4ac23077ca9cfda5e16fe0
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaa9a3f78bb97d88e7b9b1f200f0fa7143b06444ae5ab57f8245d242dad9de8
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8feade8a29916a1797c0d92a80c701c2320db349
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00e6059035ebedae265382cb57a2c5fb37a74462c0b8d2dc9b1212ae6ccd836
+size 51395415
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3849ddea75be1409166a5bf3fa5f29a9d76c849
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a63bc6b0a35a36bc4e473051a0f8525603f7fb27dfdb081bacf2cb3e0125826
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777bc296e1632ec20638b7a9d30c99e43ea55253
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507a84fb7d6d3ff88d9a01fff94d9ec9a293e1d58ccfcaa396a5d2e060c6ce71
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ace4496984de04033ade6454f7f6a80ba1f7410
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a6880873700859efa29da5c43444fa00bdb1468f6ea979ec24a2c1f77539a0
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cea73df5f94d60a836a6dac03c934bfec00d1f6
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c45d66c5f9c2a8b0cae3cbabc12bcc3a7611ef43147fdc8af396d66b59709a
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3efd699c3b44c35cf9fbc0eafd8bc201e3399c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b673a98b9e69e5022deea3fa93c8de3a5cb274ecb58416379f0416bf0ef131ca
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b919533ecf0d83a52847bd9f2ecbddcc3e82c05f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec4c0a309cfeadf39eaa04d8b63e1eca50f0174e528f2a899e0e4de5d6fb889
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ce8243f4466538b463912e0381db3e7ffd4fa4
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8916d621387367b0eb575abd7481650710ad34fd375519140c28890582170f2b
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7320f022ed597a6a2672ce46c91ebe73c11d07b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8928b79266ded4967a5a4698bedce4c693e44bca940059107576feec0b0c059
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e52e4cec89190cc309b8a494121a3e33fb8804a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048a26d73846348dc6da00ee339b8e5151847efd8d2fc11344076885dc26bb76
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f4c01f3bddb899572cba7d8bcfb774eccf40f3
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e106ff1258645b624b92ca87cb95499dc428a4bdd1aa6467a1f241db725bee09
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c660f9e4e1750bc7f8a75d87cc994cee9ace00e9
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ba108b90f7ed736c15e57f70675c2c333a3068eb999c90c7cc200e35755532
+size 51395415
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258d13f4bcf0cd6ff84fd070ff7eaaf2feb881ea
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fea10afda70744b7cfdec54dd544b977bbf865b7230a967f59805a07f30c13
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f922edb79bc8586c90c231ea193966b889c6c3
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bab938dec01fc661d8eb600b5e272c6038fcaf950a6d24b9479bb4205d50f5f
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0b34264398764c4cd4ee955ac24a20b7d33e18
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe692518fc69326c6be15b1129ecfd1d3d284dea164462d13a8c074480f04089
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c73b4b138b8bb7d890f90ffedef764717a5b72
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39944481080687adf4a9affac721ce75991dd3eed3694b445e697c64e49aa9b9
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ff58a4506de98f986d9e39dbfcd68d7d91fe4b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8be18418cc073c84193be40f12e5577ad901c9311694ebc2b1c0b454ce2b96a
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4df68e755a29f8e557a41f180ab14f357a9b02
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abf6c73e4a6f56fa867aa79e9b76db3d74e8b3b47c9d4e0466fcccab19c8aa7
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3167c5804d051c85d4009abd0129f4a09ad25390
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5043d025f8d8c070fbaf80974de894a529864e99f08f9344b338b954ba4aea
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e65c6de4df01577c73f6ea18093ad11b388dfc
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a110d9a44b188e4de4c43f2717485e5952e7f1ca6c8fc4dcda5206951d9cc4
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9949d1537ed3312bf7411703e67e1fcccc9c2b7c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c06d1eec634e60929dd014593034895bf9c502ede85b7892d678622aad2ab70
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99965f05bd6df1dff7295c9a294ef7619e34140
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d46d3f6b3f2590338c37eedb31242dcc82e938b58c4298052f7e19d7da65c5b
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b5fbdcea267968f394b31300db236db61b94bc
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d994e758f67b59f77f9c721e42b7892bdb1b0d99a3573b5e28e0ff5b0f24cf3
+size 51395479
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de40f4d47214aff6cd5841d5043f6d7244e793d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2698312fc0a5ce1c7ac3accb557e7e92b3ceb92b298668958aed8d9187c08fe
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39eb0f75e835ab1d95cb8fa46d652184e9d13d0d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5243991bd7d570e6ffaf7ec2315e5f4fc8d398a0525864d5ac2fbc40d651d7
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0870eb4a2d4b007a4bfdc5aea3556569157eab1
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d03542e5bbb20f9819ecb1579052f75ff520156a1c4090aa7561ba6bc81255
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923b1b2ecc6da1e768a457c8a05a08e004c3f051
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd286e1e18ff497431bf3ee6b89ef34b3553c644c4e9873c6c45b9b47d6ae19
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd73f3bc40da66d806d77dd3dc2dba1c2e1a476
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7767f67d72c8f3c41441638e58b7586e1f8ac82782b5c9993a808663bec89da
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203a7c67d5007ddfbf66c1680e936ce60b9f2f06
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670bdca5c1fad21d4b13ab14af332d9030eb5cf3d9b4ad0bc570594bdc7b4137
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81663b9b1d5f191e4480069d04759eeb9202c887
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ef6a645ad580dd822068748e24c706ccf6547778fe8f7831ae088a7e6b1335
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dd6b6fef5a4be33c83da0e9528ad95769303c7
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af405924f3cf42e717829a781cdd173aa14d896b00e9571aa15d6c8040149a8
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c150ab22ff9d1c04960784d710cd727ea8e5ae4
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1568b7242b205280730d4fc23e56b7afe07594cc508f27297c37d5b644a0278f
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b6a6df20cbffc806a91fa5f0198aa8777ca2cd
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1e7042993be63299a223be68f497acd33c472259d9a0613300aabcde63d8e5
+size 51395554
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c756b6644f7e7850a1987315a166fb480b49d31
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be2478ce02a0e4d67736fc3c01e6c437b4a1d402616dde186b65d9cc0ad8e06
+size 51395351
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f714e2fe536cd972d6a9c248852cc3d33efa64
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e43a08b46aa0c21399e894a0debd2cd898f109a4d9cbe0d5f5220e8531399d4
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec15c50e87625d81239f262a6157aafb20d43d3
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6929c8c69cae0e99ef25648b9369dc563d4aab4845bf4ced15939550b5137836
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d253062b35a0fdfbfb4563469adefe323fee88ad
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b05536ec03026e4e5fd233988a51c2943910ac1292b3a25426305ee3930a3c6
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ec7b92f7724b922e5e2e261c65e23670b33482
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f276099b8ac9017495cb9b8631087dc93de497a2112cf844c38622c6789373f
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533d7443f2aab7b1ab20abcd3f90d0c0bd0a4119
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063a448e635e65b44cc0c93a371c18369790adc19ec2dd38673a94a4efe3f146
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e93fc6ce0f4613e211b6f91763b02b997431c2
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27013bb6bb6526aa7386700b1f0d30c5d9821dc445d67d152232a5e61fab6fe3
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534d3374f3506a1dae497aa5d0042f4dbe1b83a1
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee53c226a9112bb16bdd084e531d49a2dcd268e44e07d609b0286660e7062be
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1742d3aea85ea59baf03fe0684fc021ecf7bf32
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d201e968300f63b804a68299bd40540e34d1d224d84c4f5aca1fc45e88520fd
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb4fb0754750f0243efa383d2698eac46c70808
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52d4fffe80ef8c8c3d0521e72c02099f30c0555111ae1ddf3ee1ec479101aad
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e619b850632ed80f16d39a66b465290382ab0566
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d54948a96bad01035e840855a77aa94014dab645a574797df64d39c08246912
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ac7f36666e8151510a50cf8070106fd96e1f68
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84baffe0e80aca08e52181ad8077649ca64ab1acf5aebd6315105a04d5dfefe
+size 51395351
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67043a0a7af93996b7a44228204dc2fce0d09b7
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e3037cfaa193441655f95c82a052412964f0977f2520fae0d54f79e15045da
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9beeacaea675ff3358dc3e50067378a3406281f8
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e278ab745ad71182253dcc36182ac7486b87c60516e5948e36819ae85fa7ee05
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de1d13c8ce6aa4197b9ac7f2a0a371a0ba68d65
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9eeb46ae67d195cdef91b90c38a71e8d833ef1551fc76bdda898add624d4e3
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aae63b058231b21901104ae5524663e00223f1f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12faf3324d6165973b280caec34bf3a60e1ce1130b106b9db6ec9cd8e61a1b1a
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c46983a70701b848418c5ec13b71be6c979d3b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c49192598f1b2d1e96f86af45372e104651e17c657fbf6ec9edef8195c9ce6
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567325cd45171249148210868d30fca4f68786db
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7766a444da7e573447776f47973f98d610ec0832b860fb0b38c440b788995fa5
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84689d2b3e85d3d7db8a905781a52b9122ee75d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fceb52e848259c03b921123d0c6180e229eebb6434552f56a4fe59e72c766432
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107e72cde91df7df0f52fd61789a317da222fe47
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17260ffea86d076083fffaa3ec7c897a83215e487bef7dfac2062e8f68ab0af
+size 51395490
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78b2643fbdc3f8858953e4291eb546537ec3342
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a07595983a19250c55c39dc6f90a0b62aeaa3075e6f8f019e8b95504101510
+size 51395362
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ceb8acfc31920cd778788fbd13ecb5f122f6d6
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1e38c9b9f64c2dcad80f6e29bee1c8b3d7ecb768ae414f511b2d397f80075c
+size 51395426
diff --git a/1b121b4bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfe4aabcbfe549b6c9a8c8f8c085d57f484e420
--- /dev/null
+++ b/1b121b4bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300d9867730dad1a4f2fd7df9205aa95ae7369f604f113e97823f967f7045040
+size 51395479
diff --git a/1b121b4bc4/global_step39672/layer_01-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcac063e218694ac05d63b8fb926fefbf594f3f4
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b5417726444ebd973f20a727354fc553e2f3ae6c186991322374886042942a
+size 187630851
diff --git a/1b121b4bc4/global_step39672/layer_03-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d23488d926275a66afd02d05dad05925cb9ec7
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89e847b7c496f7489a5e12514675899c5d1b551a4d0e7c5f952485897a358de
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_04-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252ec98fffceb135e604a2904e1f694e783b104f
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb549267ad5bc722d4fae262128dcb80ce30c4a35be88df25f2641278e6ed910
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_05-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ebdf69f4f4b44e79cdaec553e3a3c292896b0a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59a4c092a7e5b1e2842cdeb64ca1268ab04826022f47d924937b1510bb974a1
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_06-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fcdd0a2279595a4ae5d59f81cbf4b3a12ab82b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38584019098333c2b23d0423aa3e367177d9e28fa53f705f92160e554e88056a
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_07-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cce47e00504087bcf49e84cd0950ab8c8769e1c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd529be265a277276ac4754a3deaacc79492d4900d1bb3a8c04c81c09d5da40
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_08-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb4622cb23cdd7ca62822baef36941ec787277d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9354be9038c508d702ee8fed95fed4951386712f2bf4507c171e2ccbc19f9007
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_09-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fab8f98bd41049522ce658f3b23c9e212064dd7
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281487b67ebb98858ff4140b36d896fb895b243b963cbd2baf358c484e4cb88d
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_10-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38847f3b4b5d647e3aca98b70258b84e333b4c55
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858339b5f84ca20f3999e2e71463ba15d6103d5289954b8cc3b9245675d3c2df
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_11-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258c4c5fa73c94d8ffdc6e5b426c6d6060b978b2
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa66c7fae2790b354330c5dee5d8224f225d3f6ee2ce5b1b2babab473cd94101
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_12-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc03e9761afd66fba69a8941eb697fe726bac3b
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df19f61b991acef3ff0f96778c8ff86c95317b3c5a722a70d412d7cd6976d630
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_13-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c72819adaf302ac21ec6c3c0065a06359f72629
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8e35cd968f75d30d44988f215c50be6aafedf71071d55dae07876dfd879350
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_14-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db521ce08a03caaca7dd173bd7586f805d166812
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef6cc5eb055612bebe082b5fd48da85c799967dd0ce6861c4e8a7813e6a9e97
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_15-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5cfcda8f066dba70ef98985b2d9633b1d944da
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab3880471a9ed2f85cc7bd7feed13db875ba317a40933fa5c3d936679efbdcc
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_16-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a688855fec52819c89a07cfe3421676e8a7e057
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa689484a7cc89a8803437c7fec259b773d3cdf20120985804cad1d3d9ca4a96
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_17-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e59542faf464fb7cddbe14b416412a83edc3473
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a05801a7df42637811045533b770e8d1734f66d170ae1aaac5255129531659f
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_18-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f691a81468ae899c7f2b06201565df96fb052c
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4518d4a106e20439dc9ef801225778f8361b6b7c1d361e5a6d3026237f8d572d
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_19-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37e91568cb87167e9126e7900cd2d8be325ef06
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96f20fa854ab16607b40266279cf7510001a776f89372c7475dc7b2ba3b77c3
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_20-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bf0556618854081c17acf97b610b41b46b9c68
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a9c3a4f48284e08ca0949fae9d73b060a6300e8fcf83330d53a8da72155cf9
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_21-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e01002bb9246899c21c7e41e75da58ad0bb3ed
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d70020e53480d64dc8b818d7a5f19e48c80fbe8b65c4b4ca14f4bed5970bb09
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_22-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b2a89765816cd5477333c954f9742ce03d6bd3
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aa2e48ff07de4dd1024f93eab5ca24677486b64d0ef00e392ff86b97e1c679
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_23-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2242f3d9a3b6f42108cbb4f625aab9400705184
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c69c0b8fcf20a3ecf36bbfbeae0c4b014445cb689fb9834b1a8f96d40e67561
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_24-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ce7f7b20d8d62424133635e36207f1caab508d
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15412c70403c56a6355f84231eba2998d6472079ff6a87afb3c2b7e209074d0
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_25-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9c3b6e937e64be1f09b21295dabaafbac54da0
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af52a13fa3d9b25fbb1cd2701f7b324bcf640e28f3094ae078c8bdccd5ccb5e0
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_26-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d926eb503e8a2e2398da59156c75e59123b3af
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da15611f6b761143578fc9101dee12696e9b78259a16331dee87fb75e3187ee
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_27-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4971119f1b56806676993033c0866ddeac9cfb4a
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5293f0aacb0e49b26754c7cfd3d0aa10ed5b0053ffbdf7e0788b2169b99a7eab
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_28-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1222aacde2c7158267f3eb91cb55abe75f7cc0
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44f749f3457307db674791136582846e9d7da30e2832fc8454fe02385a6a3fa
+size 77121283
diff --git a/1b121b4bc4/global_step39672/layer_30-model_00-model_states.pt b/1b121b4bc4/global_step39672/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eb882a3c6deeb1b41f341524905f6b2117a970
--- /dev/null
+++ b/1b121b4bc4/global_step39672/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b04dfe806c00ab8c4a957f9a09accd3afec44c24a2ee3c2e7f7fe9c0bd90644
+size 8387
diff --git a/1b121b4bc4/global_step39672/mp_rank_00_model_states.pt b/1b121b4bc4/global_step39672/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b54076a199ccfc41d7af5eaae84c2cbdbdf2f5e
--- /dev/null
+++ b/1b121b4bc4/global_step39672/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f50936656c1a725b16ef81f14305cfccf4d6d30928d446bbdaa121d25c458f
+size 43827
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea8c7d5d1568531e0799914ac4c07054fb8e400
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52fd47dc0b8044099c9f90042cfb02c74511bcd21770153268277977f597a84
+size 51395415
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24a2814317fde2cc606bd1bc1aa23678a5081b7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a703ed19c8db2bbc55a14fa20f09f762ec7691238eaf63639acf9b87372058
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2214b570c828c5cccce8a9f72147c4ba06ede8
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c8b024f4b282d37ce02a730d0918ba2486762a2e4d88c5b5715b2a820d5e1
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f969acadbc25e79cef6e61c3b9b9a022517857
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90dac33cc12b116c3454bcecbde8d05818aeb5879f3f4868b0be81137bf1519
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f2d85c4da312a811e3e864c2ff8c3e7d1df10e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6758ac2d3b7122484d763ce8d9b2acef5154bc4fad0feca491281dba782c2be2
+size 51395565
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1807f47c0c46b22fc4dee6c5507112c6fe1c51
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e6caffd022b0dfb152fe0fdc7873f43de23ceab6bf419d7628b655dff4479c
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a804d109b8945149e8c01684f38b07eb04c216
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b00d2b09fa6b142e7be219fca9d08da2a463152a12483a9b7288b68065a7e5
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5243fd5a7437cf08dad4cd59023942cfb0fef19e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5bc2ab722d2a96bf0f909f96a1e72c84fb3d6068731e39b14ce6bc0a63aa77
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16a49b732d97304b4a9d82e2ffc38ddc413357b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981c7c9c8ee7c0d496cc6fafcc4044752ae72204509bdd23282c28ec9ee00484
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f65da741f31034b69a2beb84543e03bb56b7349
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4335ef08a1f53f54387c91629b2c96fc903cc30e39dbf47374c1157f4542c4c6
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73fdd243d108918b66becf7202d06c8e677b1b1
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0b1126a2ecd9abf87e2133d0c14bb0d2dd3b04503d51a498d7c248bf5c24bf
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74efe0a47173c2dbbb5f7aba418ed900494912e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f27b344742a7e2b3ca4e83deff126355e087260a75e10b4bd09acae6a5492b
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e94de160dcca78fbf5c955e1a5492dc54237e3
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5e8bff86866bdb54b12726cfc9e9cd0aa623e94fe678ba20dd205b58a025f2
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf2752e6d8796cd6d0e1b451561734361465699
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa7c93e4c17f89fb7a00e7033d180f866ac699237b1774484402cf1c9eb54d8
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08568804aea17bb7a3fd608fe7849afd725848a6
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d134b7e8e78a765ca93190da97f559fad5d2fc6a471bb3a6bae8a878f7c3f3f8
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ee2109a4ff9d5bfdd720ab02524bbba08f5428
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc33922938e6fecf32224e3377655b388d3a332c85c428d0ab3912e9460ec591
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f26a44572c6d4859c5453ff8ec9d5f251e0c77f
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3636be0b13a4ce727020c3f96406851ea5c58cc2a00687dadf8f95b263619c
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49efadceaf7ddcac4e531e4004e3524752dc521d
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed76c6bc50f2cd43eda1be79ee9d058faa38c06a390bb497baecc9590e325bcc
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcd8a3bdd2eefab100eb38abb099000262d13d0
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de0ad02d4d65018bca2b4cbf1a5a9ed9b46bfeea271fec74528144397506ee8
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a0831cac8e60eb4d1bcc6413f31d2d41ee022b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc33aa7eaa1dca5a1fbfdb4aa71c1bc5e989ed60cf4c616d26d40bf77408cfa
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7402c1dca48d6b74f42882e670d8883cfe4bdd6e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9cfe6bab1864d4130615c924e931a1ba5448864de9a29b7d047c43891e92d9
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2678a49d59079a0c6eab6a603d36fbe2a2a5a39f
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8c050e55e2c8d2d918a017a939bd735661322ed701b74f4a476d6c2bf1fdc9
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda18007d9739e2a8724baab5ca27152c7f55ab6
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e817f5a88308fb337d12d7c815acee670d00255e98ed71a3a791cced629425
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a479b62e0c370c0c444f986f43ad6f107ffab92b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5856ef5d9658bc691304e5c8d1146eaa9a5a6f8d51781847003ead398c22daa5
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676b956a0fd00bc5d5fa1ee458695803c4e6fb0c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85e13385248f5f3ecffc4f14c3a6692590f12cedb60ca42f9b3ba83dc635bd9
+size 51395565
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302a88353cec338fccaeb304d40b7fa7b4b6b597
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf0a571857a41f5b0caad68a4733d711410e0f4fc5ea642d99f61846e9683ea
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e760d90dab57da917b43b1ec7e28e5215aae73
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18562136d2b0e974ad698358332165466332402194747f656ab49c27f37826f5
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bef384ab42663ea07000b8067be3fc9673a2e5c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fa031c8d866ca7b533ecfafaaf573fd494e6432cfb801f1f5d9073a1136dbe
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a4c6b09b80ff29f38e99507925484171b8e538
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e57edbdd2a119bd3a6405d17904e72a167a1b4a493512084f4cf183dcad1529
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8afd2d549a6237043718acc1750ed96ce55322
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd0638caaa4ec826ffccafe5daa4556286a73f00ff3f481f4033b409daa219a
+size 51395565
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb29409eb5e7400cf4f199e0560b4475facd8a1
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab94efa97caec38333b63897aa9b373b65d31a3e7fb91a297630ef0a60158325
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a47ded6589342c65b2fc92b967c0b231acc14d3
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c5113e3aff4cfb7315d5212fc47131c030a226e577dedfb5c351d6c20f4374
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eff5d47202306e32ce5c394223a93b84d0a7350
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89a30459121911109036f0a6aaa0b348262d44f601ca1e7ade7fdb31e1a1624
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5e01c02b86a2ddfbcec6211b1d0ffb64f7d196
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb87a717faad4c757b3493986819d84caa1a74b95797350eba9eb7bf17cf406c
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1de7bb52728544160d0b3eff4923129cf03e38
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c06e23729580112d1a2f8d5daa9cdb6a316a55abe9ea32f890d33cf85e8e42
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5708b3e01e13b1c280bab89bcbd799cdb6a53858
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a457b42e34e4b5c312256403b4b8e8818e2183c25c8564909ba084de4f71f3f
+size 51395565
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275f30f004515d5be45513a4894f62575f588f2d
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba187a3eb88052bb17ec161ebcffd366ed709bdb1624735bf9d41882b67b9166
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2a781a6568708a5a6fc2e8b560d0341590ed34
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf2ef36484520ca636e49811619d80d7d745a30c1356452f180d6852bfe747d
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee4d01fec42d04704846a42a517860d25ef2992
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb223da515f1405232a0bf4e28a1068eddc67d6a6f99173ccc8929f197d509a
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395b93164b1e02166764c01e4a001eb832343968
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c3d3f675848f91c543c47663016cd09350f61b8681f544a9fd2c8be23a9d46
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf4fcad76f90b96a68940bfdd5d78f06f7aec86
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221f95063a2b0640c78624286610f1c988736cd13183475a8691328f161910be
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9092fac3675465c3e856766334724acc38be58f
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47624e3ea8098db5415633719f262bd13eeab14dc77cc55a06bae77b9cec6ebf
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1686e06e27b29e85451461803c40984cdfd5964
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3519e6f9a3d1d532fc93e6ce4c92525bb13dcc930eb4cb2c3d734cb9aea706c
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94a76cd9ca85d1e4befb8f7c67818579488d1fb
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c007a73480c193eded0bdffba21c17330e121da29e374c99e67663c4492f5046
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acc10a342f36dac4182b1ca3402251518a90203
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2a80b20d59ef9bdf2539b578824f1e7f8f317357dcf150737181969b412d29
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21df7ada454506ba03b1abcb406678ef41acc4f4
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f2b386fc88957ebd07f68f1f1fb31e4d41ed815c718ffbe07cc743c8830511
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f4c243c805a03559a4734ecc2e99d491c1ad4f
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8403affd1229c5423b863424be2fadb9432f75d84135d8c805f3de57c391cb67
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e763c2782cf93a18f7dd8c2537d01e399d1686
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda84e06a0a0281f13f5b726989e691f4084ef8e061e8b139bf6aa951e086a5b
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1246f88ade6fd302786f1926d590c27e9ac4bf0
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac79877a34e621e639088ad87b91de1e9a0b3ba46632fb03628f150b107172
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ae33f08c0fec6794d1bdc6a83b7cdfd10aeb99
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb9095939f9c02be3c5a476558fe21b7ea9a7b9132fce5045a93636f5ff8496
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892de1cbd74373096bac0688391103406efe875d
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bdeeddff629331b43be076377602d156ecd9abd062782535794a56f7db8947
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904f20182ef75892ee4022142749538f0111ee61
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815b5a7a9c02dfef456931b319607f04122711ba014d2108836e9cc508abb989
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0b5d1ce7773ccd8efe675f728279054040cde5
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fc4d864f640c298213eb1042728b1240105def72b4cb7c7be7d32fac747d9f
+size 51395565
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427cf91611579523136f04b5cb39b4088b2ae2ff
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a1d6b079beeb300c536aebdaabe2c6ec5a464e95dbb0e2afaea9342571ad5b
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b67590375a2b604b08d24c0282af425d0a2fe6
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7618ad3caa1f91fbc64f0fea24638fc85862a973485ffb1303c74714e6413e56
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbf7be24d171b33a8435d622f51918103e39f88
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6bfb22af62b67fd43fbe6c6031386ae343172413120eb92950761c909161b5
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2ec8e2805e10d2eddc6b9f586e6eca186dc3a4
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba6624a9e72cca45536bb4a9645fa063c14191650c0e46377d9ee0e331c5fc5
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260fed8173067e570284aae917fa1713e8a00a76
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40788f01b8c6954214bb084bacd715ce559ff9b8c71378665f66687fff774e9e
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fc90721cfb2e5f8d127320963599662c946fef
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c829761a1850ff7d52eeb174614b0139f2b047606e5c289d5f4bd456f51ca4b0
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f20cdc84a23a0213b837dbcae8a97a1b15a3fd
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7c578059cc27a35df94b1b6209b113651042b8dd8144d6bc0b8087f906a735
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8859f622d857596069295cd33dfb3ec39b106d
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e63ca5298331c8beb0669574f5105878ecdbb3e1d16a3d90420a1fc7de2b58a
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de77efeeada7392831d4312bc28192433f19cd7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad935e0a4df47be89d6177e9d488b19cc6d7a575ebb34bef788efc18ba52436
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070d830f8cf1d10f7f9ec528f10f583f65b65951
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f27358324507d8fd6154e10a99b8c3cceac3c429a417128f85282cbcc025bf
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430d3bbde157f3171cf1f21a63f05385e4143bfa
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58afe95b8985a9816a6bfb72b0b35c2532a58515d8c5b54250f845c34e2b5a4a
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e18f25e25cc37a51f22c87c440451255d263cf9
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c8705a165656f1f1dda13383972c2ffde61fafc922c09207cf06296ae5d382
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb892c3c77d7859c48d32fda6514e596e590c10
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b144e120d10b7f59f09020683f0c5334a5d7974c8c99fc063cddea451f3182c
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15b9d0584ec5bb34543f92746493c7a981bcd43
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5b3aad8ab719bbda0691da132aab82a8996477ef66e086b7e13baa00508808
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3412c15b96a10d6403d4837de7c8acdb98d65a
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e420dadfe15c910b507832165bdef83fd132382e286b770b8c3eeeba2aff8c7
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999db78daae13cb8e7aa3aeb9be02adffe2374bd
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aac05478d1f251e83a2600d34dce98233bd60a232d760ccfa09c886402914d2
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e868e8cb088130b71f2d81193bcfd3704b1ab86
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d42f51c2500e7321ee116f4d8911098c54452a98591eeebee1465ebd21ee68
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e618fba6095890b7c5ccffba6285ac25ae43ca
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b94609cacb7a5864dc30cae317eb82d96d64e4a6a772316e2992404267e7d6
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4113de2f76dc85e2dec2654b5be6fbec07c5ab04
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822a4b05f2b47b6bcab105e09ee811b44a2412c8d69099d60a8b7b8a34e5a48a
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23bcab9eea89b7e8052147148e61619d5fd65e7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0453b3efb0e6d229596f5b039cf34eb682c3117ba517f53940d8d2f99a12a87
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e14dab25e5682dbdc4a117dd844bd18ef3e775
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba52aa579816eaf54c7258e64ce286debc1f2949cd9db8df4b07b9548fa2ab2b
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a97c89a3b9cc5578ab5c9d11701ad86c9a1ae9
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907bbbf83118337ba3190767137b5513a24d6f52758446ad7ff49afb4147f1be
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc797c3906524190c65f772cf28341b441b46ec
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c117415fc211f1af85db7f32bea852589fe077872234f625c3dac4c840e9d6d8
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b425f40fccd3d830d3f8352488afd44ff9236e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5fb22de45e82fbdee37207910461a529a49bf2aa5db8a429fce1fba62e0435
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d61035bf85ed005b0a2259871ca90f91866a4b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60eb17a769e3233c4e3b8125d1a49fc287759b7ba04a33d5e5d650360aac2dff
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7627e984b4128f536edcb48bddef1e56676fa77
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e0b8b65d6fd5ddd1e2bce800cb5e4761ca3d7e7c34899ac6cedcd35d49a17d
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e521fa38613d34aefdd93a00fed6f74eb48a6ac
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace8617c6d27dd043acb9739ace01fdc010e034cd9c17bd61c2f169cbb88997e
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2975e0072a6eaeeaaae133b90b7d5d7147dd32
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cff1dd19efda10e4f49aeabce9186361014f5e09081f2b233468b56a677aa8
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fdf65f0784a33660047bc1a3bdb1caff0afd26e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15e12eee80776bc1326e41d3314401748d1373e821351152b868d6120100fda
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320fa1b21b4a047b20abd6a08658832d7cd8bf5b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36878defb9029dcba378dfe6b361899d11071e87d47ae996694c6801954cf5a
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb879470bb54e24c2f1a1726770fd85e04ac76d
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2ff82cfcdeb9d0ce931964d4396f3bc39e27bb79ece3f317e581a56a6b125b
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31a424e72fa5057932408b4e4d83a368eeca7d5
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ab963f3f7d2d8b9c2db81aedf7682d7de628beacba7b0aea83388efd8ddd92
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d424d4946585df6d5e3b04f48fa78c927cb13611
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bacd3c85f7898351b21c8e53d5e954f5ee126af4f07dc3dba5d34880f3c276
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274c97e50d2bc0378a2c6eaeba2b151564b7bcea
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0616082254b5544671a13a78386463efd7f670ab861666404e34b040d948ed
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f235cd1a5e47055b65e8b0359517b82cdfe36f
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd32a1dcc8ff79139a9acd87112277275c47eba9a30a91e6953c3160ffd6b1cf
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f3553e2eaaa4936d575759831a237963536be8
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95092ed854d2f83d16a3705f86293240c90a5941fa3b5b10bf022f2921c25b54
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f8efe6a82ccab01f1de15d6d63ac9bc467751e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96e31ff5f78dfcb2e8a077bc34f35bf58e4ebfd899447203131f0cfcd60c7f1
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ede5765cbbcf3087ac90c1adb7a3f6fc5c3b00b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304a1447dc265c37bece0562f0b5c7cabdf8bc4f7918e4b3bdfb328abffcb17f
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f8009bc0f9805f9c232f2a10dabc06521a9085
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e2f964083df11bf6c2a5348ddff281406bdc2bc433051da59cd46cf2741d40
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f8458fc7a6434700cc8fad46b4f34c18d0a84c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be4bde85bd7dc66c0d230cec49c3f9de742a0d18a6b342d24ddae73883e9385
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdca032842148487eafce6ce3e4a753ecbeef31
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2d4392e87be2eb382663b3569f30b6924cf62a7e10f0d747afedc1302dcc0d
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c43bd028e3c29b2904c86c7f0ba2cfd47fea5b6
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150fee9647d85f319653c5b60331e9518f2227c966398e6e137e99e29458a9d8
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11966ea6fb355ba083e734b24f0f8e2ab6fbe03
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41b8b24d131e7e487e2ef1b0186ba92cd488198d7ca9f656be2855973d9527f
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ceffc4574e8532db45f8f2bbdf7ee6cc7f8039
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8545744073338f87b9fb629a178140546317a58fc8b13cbf8227d2508bbbcb5
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d53d2698e748a5b8390fd6b32c3c3675d06e24
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2849e87a72dab148a3045749e2990765f11cefc966c3da12f88d6a3923c817f
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc5fa2cd0b092cc77eaf00831b86b3ca229b1c2
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ddd746d233d5d5e19a3a90c33a69329863be0378358e4260afbb4b5b1474f7
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b2222e31256a24e52d504a9a4184370772c83b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41465ec0327ff3b9c69aa2862fb336e31c44b483700759629052ca3dc4b04400
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17812f499b5a1f13e7e24c3acdfcd5a1acb6bb49
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169b454b177a7c93c77c5d14356726eb7c5b7c7bfeddcba84eabdfa0a20f3a3e
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f124b0a967922673ecfe4df0f0530f6d99c06141
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89524274d0180f06e554e8a1466bc1d74e7796b3a367b98a12b32317639c6616
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087ff14e96794f315ebdd9ed544ffb77ba3b6455
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db62f4040c7cd28927f3b355b293d5f5b33a9b8bb23a9f76829492e69d49a28
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d17004dd8a9f66f1ce65f5d91254c23eccf5da5
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c3a2a9f90e60bfe591ca795b8a9a3aae7f8102e096c45494b3fd1e39574920
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8170bf8d515fe8899142919198cca405b607d579
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d937e577cb4dcf04da5d2a7b6b7c9c90d51de9401698b4a388e71f91f98825b3
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad093978d1cf7571a50007b332a077c90e8b1f2a
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee3d93ff72f610c19bc937bcab9f7191126335554888bc414967ef09138223c
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cce8f55d8c0ecf0866a769b429231c07ea2cb54
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e2e7fb59ce6b345bc7c2e97ecb354569c1326ed0b8ade38a45f42fbb044103
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1471399db479a4e56c129e611511760ec36ebe2e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006ba5563cd71d4d30f13852b68a846a71840b6bc0bf2c7d72b4f49f644f2dbd
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff9cc1ac580a6a7d0eecdcae7f3b9b1b2da05e7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4039f1710f0a90e0469cd7c17ff9ae0770cc4305b25dfd8e61fb729f985e5435
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4a1752b67a40551ed08e098ef0ada04c8e486b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff571ed6a150c8eb36e316deb6d60a37030498e7f396f7741411b54ad0e92b11
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3030f56e95d44ce5b5601360f6ccf4e02a2e4dbb
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc4feb360866fe29f6831022a9a6f8f7ca2003de5daa6558837d5a12851a412
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacb7a410e03acd78f1bbd74ae2af48a9193b61a
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edc0588ac74490e5fd77b5cc4edce73bcefe2c6eb1b319115bbcb13af3924cc
+size 51395415
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1d96f9e0f2e1d38b7b463381d680e4c6097fc5
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c4cb48cfaa967faa9290c7d89f3cb0f0a7c9a79ec400bb8e2be70348af6539
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25b6253a5eb7d999016f71e8891ea6732cbae1e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cace5c621ec25299fd7d468895a9382d60cb53f968cccf9881204db0eac1686
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d454923809f587306efb8674f99e88bbdf1ba6
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8d442187e2dea8037c10540cb215ae0832fec505d39e9a6b93c1ded3407df5
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b2239d5a679c826a5c6c5eacd3a672c7ec8693
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6ebdd58fe4b34432ea26a4ee658c390f99cb2e63e1036cfe4b6de3f8aa60e9
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9646073ee8775292b35ed5c53d118b3e70ae6e59
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f16bf3d4116ca70c19799de9ae4e38714b3d32715138b0aa992e9e616c4d72
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e820f92906492a8f24ca9e29f1b85a3c3ea33c6b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42aa01c604165c6c79ea39ca8f5b68a4dc28ac8e6d15078a24f8f2c826dd8a4f
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df79e9b2a6c8d4aaa47168cc5d51bdc81c351c7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66817aa8c03d324d44db56e45ecfec0346dc44e3f107ba09b290a6d11a1e2094
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad423163180e92109f753340a7e92cb76b803e75
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea85232857eccba2719a3b0228685c832814c3b87e015e426376adebeb324eb6
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b384ab56591fc2c7c6fc8564a26dd2691eb378
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce93f351ddc9eb71f38cfa9693fea8d72cba599f152ee61d87b1b36e4a250e95
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132342d0077ac48b7d1802f2a95375f630496ff1
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7339ea5c02ac7e1587f312a87ed4999b6d223a421d44916ab6d5b0ecd14c7b
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f795032ba7bc739d82af42f160f414ae53c52e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1ccce0a04cd5e72132435b1ec6c6a3bdc71d4d4ab6ee9637c24d5a8b22e2c1
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdfe2afb261b56c4783e0e1b5f7e661f9c74f9b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c2f3642a04d3e9246e22ab873db6dcee6c616b1925e5eda3344483ffdc2998
+size 51395565
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a07d280117ec42a9503ad889bf6599645a7c81
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6836407670772d0ce545f3910e4e16cc2f2f3d949a6597f3b3d133882c4b22cd
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bf40e6c20cd91256b29eb6f084c049c9cc2c3c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655dce8f872ddbe90c887c8fc6e4325f3a9713a28b0015c704d7d56eef6a5f03
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f31ba39408ca4aa9d0d2a6ec3971410be582c02
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcadd2bf6ab45904287517966182e73467b364e1e319da21fa17fcf30b70c634
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a8e51ff8252def6ea2cb764d815b5ec2441128
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a5783470ed22b461ea0cec0101bb0f1e7d31ae5dc3d79d48980b86bb64d904
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc26b25382a084e7256ba32004f5a277812cb07
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92761ba98f6e5169b0e7f0e8c0e2f6665559127633de32f7f069c5bcfcb198ac
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8433770af8fcfa82cbe3681cbb820b3fe995941
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de8b8d7f045c2393a141a1557cb2faf0a31923dc60b7a5f34fd15eee75178d0
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e739ad03aa453ff0db4d12df8107d57927f83b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf611f7e75ff80630445233bd29334cee2d502da0f499f909c55fa58faded26c
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04bde1ad37aeda00703c425f7c6c584c1b94816
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4bbfdfb1e551df86ef805860a67c4a8436711c6e7b558a119904d86ce4cbb9
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb3340c350383771175eeb4b1616c54acdffa30
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19fc6f96ac0eb92a250aa3913d01e447ec1113a3d8793960ab4746aca034b8c
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9929af61d9bebdf1e0cb4e6b909ddce20e042e3
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc84263fd835c918b75629cea9a520e631b870902834a75f2e81866318ebdeee
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d0b8a1bccb3cb8691ee4a57ce795509378f285
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a05943049ca92dfe7fdac4d40327a24cbd853365afea5cad4170ba94a19fcf
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c828c6e5e0f87b9ce9658b5ca6e1619624d2d8c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ab91f2f492f8341e21ffffa835ed03ff6cc2217ff5ea5b86530a47278e014f
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3c06304dc5ba02535e0064577de0f75c6f64c6
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d888a7d97ffff6a0f3ff7a37c429a7360a2248425eb6f5735a076c36b8a42c83
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f014355d707f4e64cc8d6334fea2122189bf408
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f7a96471bb18ce39d587abc7af514f3d2b83daa44c7c82ac3d9b832d700188
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4476a02eb2e4e66c15ea013769ba04b29ed8f0c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e3f004df086847768e058a97220d8efebc14c2d435bbbbf7914da5f9eb748c
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9457a93f47935aa99936d15a82600fba8a7ec54
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dccf22e7f15e798e20462c023e651473a276f629c0350566d7b567a20baf008
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5795017a8fce82e5aed9d9fa228ca06e8677f1
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf56268ac282ec1b1a039cf6210d364bb1009ea88c43a7785f7fc3ba52852947
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74121bdc87edb87760882aed1a60ef17d7256bc
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0265194eb4175c603b8ce9d489867aa990ab35e05e6099dc674a22a5d7bb54
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f14902c260e36e9b72b8e3848dcad1b07772946
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eabb98342b3649c6cebd3ce3c96e14740e6b014245db1271d92902972b178b
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630f0a66a2c67a3573b9be3141a5d6081defbd0a
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed62d5ccb5c78e0f6ff7e85981fd8325caa32085938fc6bb7ae8624516983be
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59ae83448bcffcb197ffeb44d06ece39a4ca65d
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cd459f9d66d9efd0e42c1600eb1c76aea0d07e8fae8ba728f6364c7731410e
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6ac869178e4ac378fbd610233c478b8b1feb01
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34a739e92d4309e4c10077886be79fbd9189b126513a8d346391e6a672ea0b1
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854d4cf83009925e26d0491c7f13cf474f0fe34e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e6dedc6a3b09016b6a8a38449a27065f268bc7fdc42ccb46c98c764e4847b6
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb38a541bb3a279f8a33db355502ebc870cabd0
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e642271fa5d768ced2a06fb1e858cfb36642c9f55cf569a20cef944b51127b59
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1106062feb21d4fe837c3969db4fcbac9b0ffaf3
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebfc1b9d78de5dc301078d7e016585d467abd7721f466bdeef1e6299628f0c2
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a623940d34b527a22f4ca84f0d40a9f43887f7e6
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5620f4d254b7a17cdaf92a0587ddf957066ec02451d8289ac144e5f2f7e890
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afa5a210569960391c70577b5a3c6c385c5ad76
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90306b495ff444119fe34e0a8bc541213bd3a407faa53bd46e0609cf83a9cc4b
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e07c7bb8f58d7c81a044576abd69aa3ba5fc78
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b4a03e6d5c1b8104ed1db417ff952fd3a3a18e75dd4634102ae0a6aba14e80
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50726516ba93a7a0a1572c90f2e841e687701b2f
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e750f2360c8386c7c88f9aa6ba4d20d1d893bfe340d56c3a9fd9b17694c6d3cd
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e886f8c6e72dbc99d09b2b3d98acd2730d6ff0
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05af704101dc8c6167e26accfca520f81592f13f82932dced93d963eb3f500ea
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61387325307635f5dcd2ea91761409f729a19dc7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90e373d3fec251be2a01268b1a27705b1f2afaec8a9e96c143244d747b9c535
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26761543e0d229f40b5ed44e4cdc8f418b95a454
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce2daac90a781f21d06e709a95662d5b8402e41dd6fa0eb12e27d5677d412c2
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b24e396f751422d6e3d9277c1bd372ba797e7c1
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b608c78933b6ee9d01ed20b53a5a9b72ca32985c5184a0d625c27cf936de4bf2
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d788de3066a512af4103df1dd7b037eaedbb73dc
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08fe79f564c52a5bd186c0e36ac4dfd1aba1f082e49e37ff70d1d3da3dce2f2
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eef54099474e63930bd4230ed5adb87d545c4c1
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6aeaa761c345bd5833a56875cb8e3f9bae97dc7537158cc5f4c65d4800d74d
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f386641eb877a521f410a99d50b39325375e2a
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e54a64437bbc779f21b68bc56328a9c714c19b9829ece9c4300bd001f90f396
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5133c7ea81cc5b6b2def395f9ba8ed6d36d673b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b29b97fa7df306f9f55b8def739d849d71bf92a1bc887a48370a24d27e67a71
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87af4e2df10cd9d43b38d3382a69559ad1bc4c87
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa255b0748ab619098a52acc98c72291a232b1cda8e1d950f16571616b246c3
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94a3507a62bee58bbc3b887e640450f5c370e3c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f929ab210b653df79fb6f74c5008356c53209da2548a80e59d234fe1113dfe9
+size 51395437
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5ecfb53e300648646651a407c9e08b3acf48e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daf4e734e0d87d24ab2f21f645036b22bd20f2145c26ac2d6fa9e046ca804f5
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1347162e5bed38b7844cf8c0b07aec4f569a2b9
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada2134ce4ae96176ada4cda74c8ae5531430ded4cd06791845c5b8b2078a979
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3402fbd70b954b6b58ce550b30be8e818849e3a3
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332e58b42c96ad268ac71351c24881c8d23c80e7cc21b9691c8b00245fdd8ef2
+size 51395565
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a032935eb9b87a59bfa79d8d6092b806cdecf47c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c79e1449c59569b8c1606f82f56e59649bb8072c7be30031b02db8079f83dc3
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6b0d960b1d1592d6a302f97618005155030911
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e247c0796e414956f0be01fda27c65216d68ba11fc599bd89d43b37aa785e7
+size 51395501
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38145c2f8e6353fb4cc63ad142ae6d99cdd41ed0
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39e5eb5b0518eeb67565139898806c46202f5478a7233a297fae4f8abe8c571
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af04292fd3addd541d84c93f78352cdc7adfe28
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a45951d347f0a284d3599b284ae0f15d5c8dc0aa6b0a424c70a65a238337bf0
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b959498a5e1a6e9d6381f4c7a0df935cd03f9bd
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6351c9610f38f01f42b212510bc2f2e672d941115037dd9533cc7bf1c0924968
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e874361e480264334ee3d7923bb4eae6e97b7a0
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412da4536bd90edd9a1e617305cb71822c2d41257b4a1d395c12c0bc768e80a1
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde61d5643ecb36859e0eb24bc70919db4693c35
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf5b0d0e4aa4ca8296f9b83280d062f7f48cb8d646a7c3b60fb2c827833af59
+size 51395373
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be42101faf5247f089dc1743526a0db1736dc70
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1df73b392854919e77f6c01e4c484112a7ea4b0cc515396a339e4e6fb41313
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f8d22fadba2f18968bbbafbc4ccd7df2b912df
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738ab52320684773a9eba31cef403fc16d1107400e561edc53cf6a2f12ebe5ab
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc83616e01e1977ca86d1212f4e00d675f6a2ab
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b693ef0f2032167af895ae68848a99cc6f923508c61eba106fbc1d66cdde0a
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b432833fd05e9b7a17bb9a130df5c58723a534
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbd4651be602a48bc9f454119261782bef82da3338368c2c19b2ced9fcc6931
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e24bceb82e0379cf112ac7e376886cba0305ced
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4aeb4c81ceaf282328c9e8a176387b705dbfec8a1ffb640e4fea891cca3b8c
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd74443a8a5a8e775c15af12d5ceb7ead0b8fc9
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0fe47b7380786d0ce551be9fa07bf0188ac3f3873ee86f3bb305ffb5f400c7
+size 51395351
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4132ac754800fd1d06e0473ecc3e09c1021d59ef
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79c20e58e84a714adc42ea9538c8f03d44bb237f6363355022db45835d8e027
+size 51395554
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be374169c37683c870f971a439f92977597e0612
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bfa8616c3d3f81ed382df87c48b53b21dd7715ffe86122c32358c4d0a9e43b
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628b973d2cb0d7ea44e66d9320ae1b40aeab19e6
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ca67b1902e164af8a5d0d1907f2922d402b6feca98092e39af82898bfe4550
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ab994afb14937d3aea3a7e064b7da180d2455c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ba3695552a2375d26ccc488c363e50d631515ab1e4340f671a191a0451fc9c
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7482bb18c1ce05256998f9927fc428c1647f909e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b2359cb411ed3321a6e781025c88d593ac4a8dd18d30b399a921cd0b4ac905
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fc0b7908435c6482cb4d55be7f336d9cd243a4
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd7bb1b637c40bf696c32ee119e94f17c4266b29c92c8b823d3310bdf9c1b1b
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c694f32d5f4c3b337f4e32acc4d8bc7eb78b9250
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ea8adb3dbf8597f651d7a2193baccfc9c45210038611963d6cc0437e949c4c
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca2332d881ec085973c144a64f0f93317140553
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008c2b83017672921b61dd6c9fdb758cc7fffc97d491489b861ef208821a7c13
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae194457ad4905e8885fd1474daa167e777dcbef
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6dcf8c3bc2f650cf45cb84d0c9fc843b32cfedc3410b6efa6e2976670bdb68
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8012106ccf873ba461d6a251238daf990e61d159
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ad1b70e556060c93756c433f27d3a7b72789c717a09a8baad5adbde4ca338a
+size 51395554
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836f82d0affbf427adf0631eb1e41a23efe70c68
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835d7fcdc46abffa547437ba469ef4f6632be1f5a3eaf3e757978a5086d9fc27
+size 51395415
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b76d7b308dd5fb2c5bc9a9298fccd84ee63760
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a02941da15e248fa787520e9ed332e61bf2adc1fd78e2cac6d1af1f52483b78
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9349495c7080e8df4efa77850afe1daa1af2b9c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fffb77a9e22ae8379bd45296a62eb8e507264ed8a875a1f5558d30a0b42ddcc
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a300b4d49a122b320bc043e9f3dc365a81a6629
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b60cc231b33200d1e7302a4c1c160977e5067e931ead1ac6c51166cc27a5a8b
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74468755de39284d598ee7e3e0e1e04b0592ad5e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876190433ab785868dbc1fe3be9c98b19ef3afb596c713cd79e1b0f3fe365420
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257c5971424fdf9f110a738aaf9a8e6e3c2f9d52
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467f2339fe6bd0caa6489afb5d9133f18d5554c058bcbbd31cef1b12bc0c75cf
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd93c704d3d488368bade5e0956ae30506129a31
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14e2829b1ffe903eb14a7e77ed91bd52bc2fd519593e31ba3187e84f6ad1621
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76d4962fe7dba1505f8d6758919097d147acdf8
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfc41f02e1deb25f86944241328a799ef817207a6336265502bd7ee14f0bf10
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14413a90e4f2eb1c341212524b188bc851310bb7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3c6fbfbb45fbc3c5f5c0de8425f4a92866003552daddb4b46bd8ae54897c09
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba69d2d43d8963105b3f2cc7e5b04fde9eabd98
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b9effe0e5acb8e30407fcac5ec7f55c1a16fa3a6565523cba9e2ee744cf91a
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d488b765413d88b5877ebdd6c07921de88080385
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a74c1472dc8f16fc44e82e057bd1815cee0d0901e99eca00ed992f3380ec8f
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb04fb0edff960b4b4d5c1119d82f79057f2294
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94af483fe7081061cacfb6fa7bdee5f103492743918d10d5b1f04f72df69366f
+size 51395415
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28e8fe7ba6908e903f6778ad6d22958cbb423b5
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921f68234473bbafacccc9a28d49268fc5991265038647e85b7e8220c6c1ea4b
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a4c80df7b68decf811827ce735980f6e9ed104
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415503871cf6fcc6365d1eb84341c8e8b1c262d889659786e22beeb270fbf961
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed96fea5bde356365deda7b82ca28dd54568dae5
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c345a4364e31a27cb893aa779a576dea96778030f50055abe0d701fb6a0053f
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b727d6a6ff9069754a0c740ba01fad5ac29aacb2
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3188c8f3a1b7ac5b3ceabd1d45c37abb9e9ecd3d122d79443554aeb2befbf409
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229bdcee65addfe2613f4f3f2448ba2187cdb846
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd100e0e67009ca48553d46e2faf357c42fd04be5420bddb5ffe08513caac5b4
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9879e1afc27d43bff748ab688438ea4cac9bfc
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff542d2ec8a5ad91cddd7a01305bf3ed3f36becb926b8779ae24b8830d91bd0
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6116e458d8cb52ccbd2f8f0c2d12c3f963f02c50
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941265f97f819bcd3f8e71b840ef7d20d27f1435b49cbfb5bde94dd1b496a04d
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c5ba0bd76b1342a23404bf41d0ac8aa05f7106
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324d9750e746b8f33ceb052b88b9a47ee5eac9eff9694e88262e93ae5bdf45a3
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e66e7cef0252da3b7991f8583320ae1181c2730
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b1e499a000720c0356fbcfd455e1f5f68d079abfbda3c90e5fb86a0fd82433
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de899ec2601fca552a19cd06dd5fdd67ccccc1a7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d5c040650dc3361d82886b9d7c1260dda4b5a5db184c365d27f51be1a4487f
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6ab08eee56f05184630d87632d6b2e9b934e50
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9212c777ba2390de84db60b2a6b0d8341d16f48b1aeb791d9043b73ab2c6c5
+size 51395415
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385700f2ebeab789259c9a85592e97709610317b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29b95ea93c4a91fb8538acc718bf3d60818fe38461f8ab22e318e766fc96750
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae3addc0d3d0a6c45ff6b57814da4535eb98e27
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2933b04057a24b251c801e593b67b95928231c1b77663a8fc2be7cd83533eea2
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4adff776620f91d59c9270400487abfa6ec30b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43666b2b1adc64c64eb12a69186cfabdc33161a39d95dd97a8a75f8608cb8a6c
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496834722774fcff4ed336898d336102c95e20e6
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fa5d401c1d7e9ef07afecafd64e8d65de93d6a83043cf2b64877d6d9ef0234
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d648b0a952a684cb57fcad6aa741f84baced2fba
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a717de2737d8967aebf57f986223b0a1289ec403615e9da4108a6c3106a804d
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2951c89bf2c2c6592062b56f1981f5e5342e252e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929abd29f8f08246e7e05a0fa55d95aa6cf822ed3bf011d119dc4f9f45505852
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba7817b50e28af05f434aaa186b02a627005c04
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f5c399757142c12050ffd9fb635cdefa8f3b657554902ce1c521c1c1e4ccba
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46057d90e8352d7dd6423f5ae42ba2ffcbc58747
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05eb006f36c19d3ddde1e69da091b146c17092f9d1f698a909af9f616b7471d7
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e2e91940bdc21c3e468869cd686038ba2efd37
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4abb6575b7cd726bd9e25d978bfb7267d301e897c26b22f8e4ec41382d9c760
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96b4527b4b94cecac027d5d8808ac80984cf6a4
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbbfae8487f26b6d7b5e72c0118a12c1a1af46a4e3d8580012a334e670590e6
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acde533df1009cf17de1e0d3c3dad721bd793bec
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126732403d2c3c8a29f9453193ab7eccb43fa1083272b24f27b7e9421be9e1d4
+size 51395479
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce2e357b56aa72867f411369b35b2b3f566b172
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d68c9eb43da01ce0677d113d62ba5da8f4e0e8d5b968d12c0d92ece576791c
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77f38fd95aad9403430f4367b602b94fba5d545
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f406bd6ed11ab19ffae3350916dbc493d0a939262d93b8150e77d716dc818e
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d784f77dee0e15350d6aae2768560bcd9f23a31
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c91c42d619e8e78eff8a6b520ea185273096fd91ca1f9a321138e6985afa75
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66160eca17ebd9ccba6f15ff2cf2981241923fd
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffae759352e8dd8e1618b306d5e7ea739cdeddf4dff8866b69dc21583cebeef4
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8816b2cd99f1df16f5f3a9119af91786c9955659
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ac26ffc148dd9f5527d2601dcf0c1d184cbf57a41c893b264084b8d4d1dfe8
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd21f3f286d8ac148922d838079e55e19f56309
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d53782c21ff9b8ade59b7df7ee654cd62e9286a406e4f3aef5a2cb3e422c848
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d14a204e695f72e5c198e8e55dd2155fc1920d3
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba394dd0619770e35080ec6aa6cabe452628ad003b6b721eafb20b8bbd30f536
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23c43693d5dec370ed893bc30e14cc12b24915e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb4f573782b7464f542ebb91250fc5be1c90331900517757da81516aa240f0e
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2c2d2781ee25a38819dde95b0ba88a5b8c52b5
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aceefedf4f14ab1d4e4f987f9f919ec3be44d8f8aa9e5e2abeef1ed8dbf0e43a
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298f2e28a3e4ea9cf6661d71777b52c10c6a2cf7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d2b7d1e5715d04945cede9af9d5352110258e304a605948a2164720033c27b
+size 51395554
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd84bcda69bdcea315ff0970a20f641ef00faee
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca90a20ec093b65f9e4bd226be73d03f96af5a1095cc071a0b623351ef1b546
+size 51395351
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d16ed0ae4fbef3e3de6d47a0ac48986a4796ff0
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f83798573099d1429fbd709c84efef5e5c3ab5d7b1bf7aa21d213f4c8fb7a5a
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040d825b65f19ecdb416a14917c7237e24f13605
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c47e245d6b1a637d299d5c8ff2acdabc30f7581e1771252c3a233cff5977b29
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7686f1f0257cf1a52d048d113fc6ce225731d8f7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d63e3f276ed346736757cde864ed16a3bfa8dc760dda7ec4aaef93f5b869ca
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52697f6e94a3f2b4f9616d6bf796eea6fd9cb97b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea7143fb42b7534f15ad0d2c2b037fd9beb4fb6a7e50a304108a1dd052bc32e
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7853b7833d7986866e7c3f79de685a8c392de10b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed9613d0eec8871003acca056d44079cd0ee7571770a164ecce60abeeabaad9
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d763c867d6ab0887b68c109f2d0cf9ae5f7bb8f
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e2aa844d38b222b90e15ffe3f1134b7e84630a82e965a9fc43b4cab0fa8c24
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79ec12aebfad1580106a687bd306c9fb347cb46
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9442e464e1ed42684e55e2116460a478bd9cf6d0200fd4cbd5deedd8d9ffe4
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c612b1f5e5f25099f37d38c97a8dd0091651ef62
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80b82c411538375403e1e79fc5198410eda2748302ba4f143b5826a4eaa544d
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bc974a2c7ced0d1ab847df7b9dfe947f62b646
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a2d2367f4d65c394b8f705fca4365a9d357f0f2a65eef598a9080d7c610690
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d530981bc5b8e9b3a41d660f565fc0a21476567
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda892f9b9c0a623af6c58c3e4d8070d74175bb742f1933fb4a7a5e481ea0991
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721bbf57fb88d9730c14d71ce31a37ddb8a3f489
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce793428e8813cabc7c904fff93a1327b27a83bdd81887f84c7070718317678
+size 51395351
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228fd76bb53ab972c33d0b01054e3cdb80663092
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52f783b29a35730cd4186c1c9940fd9e018e6cdc55b650f867b7ff6013bb22b
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03df652e169195ab110429b9ac74ff2f5169aa7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67141fa0b0ae49ab94158ac3f6906c7a10f50d20922729c85ae7604555bb4f96
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bfbd36d803b7aed941b52a30b8b0cbe8a704c9
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ac691ba700b00675c8e3c8f81fe1fb672842d608bf4dcc165ac846d604bb66
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1a4c2349b990ba9a196e7f755112d018dc3775
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5199bfada7335b8bfab10bd8eef144e9e5a71307741511beaf788c200009990
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5691e77288d3d3d0bb1b99a88afb3fad1dcc3b7
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83442011c147e0a4f647b7aa368b498e5eab07efe3f5079af44fab4816a2d0ab
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fd51bd15532d27560159e0402a6317dc05274b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3245b6c0612db6c9509d00cc5d5bec9d082f1f817f96a42016a31c6b52b4604
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44409d847fa2184ef0a24298f9d82086370c305b
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfa91d8259cb5063baef63979018c2767e8c3f57bcd78df84c5c1041730f6ed
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a5c84017280dc360317ed51750c092d7eae43d
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ba10fc0b1623d9ea43d42476f0790660b55a311106cc2288011a0baee8d37a
+size 51395490
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4241c4a0bd12b3938bd65d57d708674fda6a9d19
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66810a4786c4995149682f7a412a2b518a91c80dd7fe43fd724ce19dcc84b8e7
+size 51395362
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bcf1fe3ebf8994dbdef43526ed08e98028bdfd
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237921bf9b84a9e2e322a789d0b68dd287bb4fb81936f0fe8f0de3d39bff5881
+size 51395426
diff --git a/1b121b5bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08df329726ddc2c166203c83719764f365a1563
--- /dev/null
+++ b/1b121b5bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5df9729e9284b7f0884f4330308c5fe5d75eef034057e3824e9ae4aa20cc79f
+size 51395479
diff --git a/1b121b5bc4/global_step39672/layer_01-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81af5c11e77e77c8b83004375b035ea2b9f32408
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5d5e523e6477daaddddbb9111ed7a8b41e10957c0a045a6e7134290b890e91
+size 187630851
diff --git a/1b121b5bc4/global_step39672/layer_03-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e040e2da50ef4c5b47374f89fce01bb3574ff56a
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b056dd496225144e844da82ce8dd67e2fe7a4a106e5db78367b3280b959b2996
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_04-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d891d4ddba187499fd0e159ee8cca4d965cd3588
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06049b4ef635834ac78868f4fb042237c0c85a56015be350124b8262d175436
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_05-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f008ac2aa9efde91400fa007fad26113f22ec162
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c477363c6b24b9be3b66b071bb77ba6b11dd600ab03cdbb494d4680bf7efbc3f
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_06-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2962e824116ee985fcb35327257871f09392d97
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452c35214a1a9db12abdc6e885ef584bc4363d18b18aee6be4fd208b4d3632ab
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_07-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb954d3ccd2116a55161135c04acb059f686566
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e4a3f9458e6353e411df9cbb4e87f821aa2e7e7d7aba2eac0f340812829644
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_08-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee63f40abcacf7186e5a3f5927b25ae1f3728046
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a59704910696b50a5f56fb452a45d0081d1100916efe9808ee645721078e0f0
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_09-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7597eff743d961b5f1a94199fa19b768cd5860
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bbc457d508465b739d6a3cb6c05252ecab236f3e4d8a372d3269831ba9ea81
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_10-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c451340502da86c99e906d37ed417c620295f9
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7ed16c97db295ee2ca55b671febb144a468cfb0c3e629f2005a94076bdb286
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_11-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fef29a3a2583ee930054c34cca4cc8e964a7f40
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84767098e6d4413b5bcf1f47b34ee4ebe545caa5d5e1887e1e1a4730f4305a8c
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_12-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf68fb5937f0c0149f244e2e0e391500ec04de89
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d6603ef55c040cd03dcac089f676efe17cb7f3b329360e773f4e69101a6489
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_13-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f076a415c37cbb206c507967210a317ce1db22
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da24547b417a8d718bc9444fd92eb0ac67b861be193bc1f782de21e3d376e80
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_14-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a0162a15327a5a3470d05ae2ba9883fb782f3d
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ee2168f46cababacb02a3a9932bfb541361cab910bcadf0b2cc76305d3a447
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_15-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5436bc61b8e980085fe726262d728477138a6c
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0e881666f1a57952e2f4b1a207a6ff60b6096025a96243dae6f943f325a7f6
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_16-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6deda22e26e82aaa25893cef26c7593b149e17ab
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace8aec45c9a14075076d64d2891755ba4e2b7af35a68177349c2bc2d89f5fea
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_17-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d53f2850998afcd2f40c5ded889fffe4aed1428
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7f6a76e7ebb3db17ca391f74119fc1b505d9e6fe362f053b622cf6151b362d
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_18-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38be73cc0e3a010c63330a6cefccedf7b74a2a9
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7479bd6d86f931915ac9dc2b5ccc61811ccb00b5e388bd1b76ff07d32831555d
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_19-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5196d8c210adf6165fabbe4efa058087c68f09f
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc33580bd5cd30927ae7eb3b03f7f773fd0789914c600fa6461a1778c7a72657
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_20-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee5128af1f7431a946bc164aab989cee23ba433
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a24b8454badb3c0d655f9551e0d03dc1d04e963457318fde74ad95600860f1
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_21-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a24ceabeaea3fae44a4d21f20c1fefe34c7846
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf589aa55d8912407e22e84c2eb9a4a9ed76995113925a69c699ef69c14eeba
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_22-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc53c770fe9128c3834f7b5853b9054bea14030
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d8644893273fac6b32f008e5914472a67f7dece328bca2513d63233d138c75
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_23-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72dff6f4dd1b2ff1f3d03a13c4a98d50c13a5cb
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56115b384eaf3f88f82774b779fe59cf1778990c280ed5fb5507be8e366bee0f
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_24-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f3961a4e3345fe3dae3b272b17db935ed536ee
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6496d216e9adf843e0fbb33944396dc032b2c752f63a286cc5c5c699b5a65689
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_25-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e152721889e680bc590bee65425f9ec524f603
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac8770f5add17bf051896799535442315298f6c7f7005d10b3c45327b495168
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_26-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe27eefd569bf815d18a1b68831dcc619311bab8
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508c04a0946c0ad42d9294fa449fb2598ce8a15925b56bb65cb74af8622a2996
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_27-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7b6b359a7a28d8ed0a2663cbc44060ca349e7e
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51e34aa237e4c7e038f5275d6f3cac04086ddf8f8ea4041665672ed71cf10b7
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_28-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adce7034e2c4249da203624f4caa70bfe3fae9a1
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660865498f7dceef4668afc158d7c3efe7633c4a45f87ac0f7bcf8b90d4071e0
+size 77121283
diff --git a/1b121b5bc4/global_step39672/layer_30-model_00-model_states.pt b/1b121b5bc4/global_step39672/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9c9cba7fb2165fe22bab6b5ae2809fec9e60eb
--- /dev/null
+++ b/1b121b5bc4/global_step39672/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f540d4d01a0f8bb9b951943184bfca507caa2a8b80e77c592f9bf4af8c8e22
+size 8387
diff --git a/1b121b5bc4/global_step39672/mp_rank_00_model_states.pt b/1b121b5bc4/global_step39672/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292951e6be8bb83a2ef2d15b0ca2ce4c7a6b839f
--- /dev/null
+++ b/1b121b5bc4/global_step39672/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631f5c61c5ef29a90c969dd1ff0acbc2af6cbaec407e502118fa9b3e07910cb2
+size 43827
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e190033c1400218bbb99281a5418445fee967b53
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4924cef394864e8b8fc2e114dd8e2ee8302c3fb6808ee6fc1c81128863ffe0de
+size 51395415
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1163a83f920cb2d5d7d7ce111dbf29c0d7387b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048ff2ebdea3e0391b58c17271a7f7417e4a16b04f2fdfb88426b962b7b6aabb
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a359b6e8338b4d67e0d9bf4687996aa25811b8
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9042f6aaaf658535e6b95978f0e3d6edfeb9ab1fa88e017ced1c4ebdb655089f
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421aa83ffa356e7e3c422fae8c055d8c665ffd33
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e40f39e378c9fcc153a04f8f0210ae2f25ee6c70a0196f089337beb92e5fee
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d710282935b69ff3fcebc912ef1710722689695b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87bb8b932435050d8b503dc2187482464f58d5bd056cbd1458a51d2cfb160c9
+size 51395565
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab6464bac805fdc5f289ce4e04a8bf8e28cca94
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ed67a57e9b4deab091ebd161151751dfcb6b30ff09df638129b5b7563a06e0
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26328bd4d3bec6f97a2ae690f6d2379f6a62c987
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a2c7df479fddbebda38ed9b80079b08c3e427a81254d4abb02e8ad9c8fd318
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a7d285ed5ffdd8e52f982b6f73b5922d129d59
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de7afbcfc1dfb068f4bbae46a559e779e7e1c3e0373475e48885265c1fdd76b
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb38c80d0c328acb5688c9a83164790f64f7060
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c00251a68531d381d4e334b3cce9ef6bbe6186318d99f4fb33675a730b41b8d
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566a23f27e13ff6c6489619336665adb216d1286
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b868173d6d2b1fc3a0071f58dd97d9ac6916cebf308d617f42e3351fe025c7
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd361efce8222e5d31a55f5eddbdbe5e152257e9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019201689c3db989c241dad7757bfab47197e0ad8e88d0921d02171e5a5337f8
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc06a7312d1b5eb7bb30a7ac50f60804181b98d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96788e3d0a74f47c069a022648f4de8d04ad930048d232b89d27e65c656359f
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01297ed56f958f844e0e54a27000c532b8cf863b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4940c42cd4e1711c5da07222f5d7f9812ecae24be288fcd1c84c4d6ca55d9e7
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7e33d68864add6f75a6842f0e3c68d5e78c370
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08248dfec282105a4aa990949eed1547ee52e8c0e8b750d469975567d4c145c7
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5d5f4fd68fbba5ee6bbafc74b6ec9d758459e7
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ad693b60df3aa15ca11acbd1f0003a3fa6ef98efafb6291814aded018d3661
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53555167eda5f7f8f5f114333657afc5e22cf00
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c732d34b637834e1a0db9132fe1dcaf4fa61f19e27112ac46b9eeb7dd5da0d
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d34fd729f21f74742b190dfa03a69f9c0d1d2ed
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432d9998a8884fef6e518a6a0190bd2e6db9c9680e3029e71b62c826ba1b2c64
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9911cab2419637f7e5a7f26e288c61a64b98afd
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55751a590a0d2fd277dc871d3623b82cf260bec6caf914de1e4867dc699fe65
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e84f85eeef6d5b3f714b6fb77d84f8ef318359f
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b6599629b35d9a2279f440bd978645692524ae084e8c15f3885877e814a956
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bfd3ce95202242f000e28d10e2ac99c9f54c33
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13333899a21b53434c457e0dd9d5849b9db95a7ef074fe852df84d2248defd80
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213ac79b0b31f60f1772a2b0a04faf0443534de4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6995da46f4c7b65560cad72abbb0ab7c542073f1d0ba31911f762b9e3a33beaf
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb32e7d394b50839d7eaf3a157afdc67267d393d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551380a1b47bfb3615b64bed82a49451f9b3dd853e57787b9085ec11bbad2aa9
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa15890b19be8d676f0e8b1528061c29b6e120c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479a2e5a94445d52b91962f102cb470880f98d4ad95c2851e7adcc923df12a6d
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e315b8b6f948ee5506cd86f8847c81f2749df21
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbb863ce1ccfcf5ef765c4bd947f022e1e23ca8e291e02468d99c6d06a7f9b3
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126c2d17f18b7ac5c1d9fa18ba354db5693fff05
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd366b66c4d14f92d207b0f45a166a14a3579bbf872f6f72ce136246c2d241c
+size 51395565
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35951f8ad48e852342911272a45c55ddc8fe15ad
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024faab0cebc1f7434719eb612b629e6aac1cc93ae119fdaf86bbb7705357f34
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97127d5ace001e368f065f8943adc35e6398a2a9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212d1fda2ac3b7cc3497db602bef342a6a8de0b1e0416b1c4940aff6b0c4b811
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a1781d2bc98462bccac6366c309fdaa906a9ae
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cd934de61cbd98d5f19d331dcb2707dc17ff7aaf0ca332d7660409b7f4e0bb
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af324b6132f27ee797a8d3f0f9a26c9ebabdcef3
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd23f8af76afa7016134a452affa56936b50ad2f2be3ad4be75e335ba489b454
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20212f1d0e09c12ae747099928e7489e98d7c4d6
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82b48fb32df8700a9986c9aea05a5ad397acf99132d0f6127df61b18bf63942
+size 51395565
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c3e9c62a7ae6788028de76427c1a85c811aaea
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0222eaa922d2c4af9094953358a286d341f29d5c7d65ed19b4baa48db58474a
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e28e82825528eebdb90e38615c5be5a42d08407
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c88ba615133946064bb1794723f18e6b0cd235c41c32a0a7425b64ba07ee6f8
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946d1575ca460c35407e1f53a7f00bc3852cfb8f
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d9f5ac08ad334e0cd0e45e470c884692139465664a5d229c4dac8862e14f16
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c4ea18b49aeb5986866958ca4809bc4432cb2d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9722d8c9a7a187408b5cb38ed7262fcd820bc06c7dcf771d6697eccc08c4e26c
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6a3516d9ad8a8b76637a16ad857f47c0d5b63d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad35f4c3db8dec4c09c2206bbec79c6709a6d8f9869de3ad18f65949c6750367
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d89534b4b4f7cebe198a09737b835a51ccaabb
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21995de5e10504f16a49fe017ef6cb9b64d0804bf1e92e30a7b1aef83a2e6092
+size 51395565
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd45c47f252558c1534cfce00b9b5279e6a1a39
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301019dcd4dd3e237f4ebf24aca412f1049298aa4098bb2b6103306c07dc6743
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7beed55213ea32ab7b1521f5b8981793139bebd
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a95b190339fc06310fe2d0539837bbc2e0f7e63da2f908337ce7766789de8f
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae76e7dc7d2475ed1e418eb54e1deeb85cc97ec
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f078b06174ec52263077e0e7c3943c881dd7e1c71a4120ab7160d2d314feee0
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28f6d4a790f0d99d7d2bf5f3db5fb19524bde51
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5de526e8592a1e0e84288c9647716c4fef06d5e950c7966a9ae9e942595e919
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aef41f1972f5d74d9e5136820c785563dac17f0
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3330a083a37316c836dd0ca3ac5efce86954813038fd786683453a5cd48d1259
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf32f1131f0d529b168741621546108cbdcc8a0
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c6ace16bff5ed43a713b9176855ab525637b1b6cbcbceb304c95c0d988a483
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f2ef9967920bd4bdc634a846e3386549590144
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf5e077f2f0377252917826325e8dbc5dc9890a081da3bbcb0ffcbf2119184b
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967a424809fc237b438f61d3f2e6088a9b72c99d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544a2137bda346d8afb8dca11a83cb14f023b2fb7324296ddcb9036c772c0144
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d17f18e809ab7dfa407b816165ccda576d8a392
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f664de2ddea10e5f683dfb804051f64b52650c33a723e02eb5763fab77f4727
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172b12640fdb5d538791ad707c1a0922bb8b1722
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3236dde95cb0866dcce3027b39277040ff03aeaf83bee4a96c8053afc965869b
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ba45567dc1229edbcd040cc170c0d2dc5f7765
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1dd3eb98b895bdea349079cfb5ee91f32e4b532672a0b7be4674aede99fd63
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9f75ba910b78fdfefce26cab5ac2eb1aa0c4d1
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8e84f8aa02a24780ec30fab6115aa49605a6ae33aeef15727056f7e56ca23e
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff654d1b46ed7124bcf9fa5c7bc683b35d1fd1e9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc928099fbc510299cd00c37ae6b66da44bfd33e92cb17a04d2db0e90e027206
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b564eb144b66011fb65d141d3642193f4b1d66d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c3c182846b6ae127393a9eb0b85dc81d88f649f96adae4336547dbae2201c6
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2a091a99fa5ab4971eb011865b859759443a10
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5bc176194bbc286a4b2641b1117098fee44aa7388a42e17b1c3ddcf55cf3d8
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fe44473c3463d2ca2f833d54ea8fae01b33777
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462bacdd255bec0b2ce1d95640b84bed559d2521416a00175b62a47a5ca88b57
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515b533cef2d9ad8967b2e77b3f168e87644e806
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8d272b723e66e840a0a3d3bddb36e1bf045429446f8334818f31866275651f
+size 51395565
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e0434fa2b22c60912ef50ed1babe6a1d18b05c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef8d202b0876eca151eee4ba0917a14c33da6cff202001b34f45122090841a0
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e193fc0739de5f334711f53342deb4ee6564a31
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986a6c5b8b96bef251588b6acbe63d198093bb6aa991a7824954f7a22fa4f1c6
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8eb6614b1c5e31a104f9d9d346e72b21f6b508
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7400eca7bccbaca5a3c0724c6a0bff2965673ccb14ac600096a92912eeefbde
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d70d0c1ab4fbab313848a655f2580d74b84670
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb09789baa48a41d19fe97ae0a5fba45b40b2bea19a89d1f682a66b6ddca3bab
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a4f1fdac89456310aa5e5c0048e5be1ba05746
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c246b546ed74a7edbe713b7b2181980fe4da6d372ea7edaf8b049ec2d0c93f0c
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe87d4e29e45b98789da8a55455cbebb3f3a160
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5df76f86bfadb4131df3d19c673b93c80b94081f8f5143e3473b202b5ec26f
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf724c504c213d22339af7bbe83a133a58e51970
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d425281f58bc37d34c4309eaf79a6e8cdce6bf4ecf46dcc26c8ace2cb51a5f17
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba8b8b6bc606ae6e11d5726580e8eafec59b8a1
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de00bc88795d6ffb178c312cdbeb79344c0c70cb986b0a7276ee8a1c74905bc
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff2798358f64fe99c11b4bb1ccd528cc9ddaa9c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb9f5e0711466ddbbf5cb09cfa067261f1f8ba95a6fc1091344f28ed78d5e8c
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9205214f3509a78b2d926aa23361c3644f6f4f89
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c214f7134364affdeeea0a8ced5ad7a215d9bfcb3c6653f3fdd650a94b76c5
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf6901a296ec687b0b7c10dcc5bed3170b8e71a
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47075f279039b1c52607c87042627f5734c4172dad70ea100e952b3f417d0625
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dffe1aea84f83ad36d8d1d3ca250f761095e5d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3230e5f35c22ee346eda7504965e2afe38fcea8cbd4bef23468399d4241b81ce
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fd95937e837970d526bfb474cf4c131adf4a95
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342c28848235defed39e361f5edd85f2efa6980b4588356934d6bdf33474f54d
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76ece5afd733b6879246fb062424a20953962d4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d907a4a3f640beb3ead8ca1a005741829ca1582094e8a4bbdf5128ac8a6b01
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9798fc105c0f21766fc3528d28e33d68b0c4bbc0
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2884397554c19717ac06be84bfafa681befdd2bb404bcb75efbe132a16c0944d
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a3957d766782c5225dd3b9e47c2bec0b6d700f
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e09a880ad0dae1590577dee91f3a2af1d965c8d3e0e4f70d0a59ff7eea8afe
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9e65661bd1a02b370143fb49663738766d7113
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476fa33fece715172e219229fd8e8416141c8686bc145ff36aa4964b1134ada2
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e0e4fd5c63a6241cb9e8865f8422d3f7bc61b5
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33fd0697d3c6fff6b8a8c8a69d7fb401dd163c51ae67d3098c66fa87617720d
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e853090feb7403241219b38e1caaf4a8379b9b4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dfe7373f8019a42e56667898319c40fc7c3c4391e53bf7b00a7c97b4db3aaa
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ef5ac32724660d9c312e2218c613526e2a0bc8
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4d1e8ea62eb72de81cc90b1a3ab2b65a82c2cbd0825ad6a6c95f3945ba5828
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a228236fc3d27787aa06579ced597d858ba9c8b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15db302b99a051faa89bae82247432c78f080aece2c34454a238e973d296f00a
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0142487ce917dc1327bc8b038e8b693bb1ab5ff1
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba920a4509c6f1acb1bc26160e33c6e49d1bff872a9278913e43429917a9df6e
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b498a697ef296d4ed4f2c5ec0562635db80c890c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3250931b7f9f85804d286f16daed329cd3906cd7aa0462457c04b57c046cf336
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc952f85196f614bddc36895a5292433adcce576
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff4c30c577ad2b42fa55816a6904cfe62d534dc0eb91fe2d4e8a9e75e7d1d01
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c1888ad70d9283698c6fc431cc1b74da903308
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74366e28a25db4342469fe877cbe4a12f8997e54f01c6624574d820348a4d68d
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04e88f68b50758e2d7a87e0d7dffb02e3955e98
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4296ec9dc571e5cec906fcf0a42687507da0e973d7d2edfbd04d2586a7a90d
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed37fb58c812b121a29529312168890b44c8db93
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6890de48f743b80f6095ee8b51147fd5d58db4f2d36abcd38725b34f32647d
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5870dddb8acc74143051357b9a5ccf34235f80
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abd1c74dc0661decddee90a49e7e094b257fe1053880e4170a19e0e2c5216ec
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d476e286fd56b8e640ba05204d01b03b0a4c596e
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583e377b25ea8393bd79cf120fba4111573af8e668cf8ca4e1c9e3d46f505da0
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db182ffd8911d59b9a2d1f5e7b0e5352acb2350
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7aacd388ff4c581ab9d4a14771efc24ccc5b508c1a7cd24e850ce26672cc4b
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaa57f54720286133e11fd3ca14d84e766d9a96
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d54d9faad21a7ef982f15373fe76a2249309712489b06a5a8948bcb35bb237
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25174d2d3614ac64b08d6a342a4318078be867fe
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe48de74f5e2782a03fb77f74c539a935a5cff7422b8c01e132a584bdc8ed35c
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4118b7f7e3b920dd72eb26e2297b69ffbc45a0
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0623f8f97a6bf9e4f9b2dc5e1069ff88b81a8302108aa93ed6c9172cf897ebd6
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64323b30230993473596829fe50ee383745efc61
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d11786e6137572dc9355188d6c3d347ed608f25196ce804a8a8d87036827ee
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa61c0f3374b3b16b05f68c02b1d46356c3e7713
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68bd864f3719d0b433862f3bb249a728c181683f73212d70ce6128bab7e73e2
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57121531da48f7104714f115669bae1bd337d5e4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c012bbf21d7d4dddd44d2f94dc89ed7390fba77000dd2b1d5c539527e2fc7c6a
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c7de2340c177153a949bd66e2eb4b26fd96132
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf52c8db92c7ea02e434de8a98d7f1c6a728e3e77fdae3ddb8fed0d4bdcd822
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27cf097b8a00d46f99d9a4c92d8cd4c3f3c9fe5
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d9a8a07df11de33d443b9b4c9dc02d6553a5d61353cdf815d30f13b6009ecf
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38e0c3c54d087ff214d804fb0e6cc4b2d569c23
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5c5f7cdcaf34c9f238780be5aa934469c178cef906bdc90e79ad2130f87bfd
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c9f40fd7be0a1536c9bc12d566ac6575134856
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0cabff6d28e09f5223c9df75bca7919df56440a8b45162884e991b2177cc16
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6cf15a9fa4c7af0bb1b1bcc18310c8facbb098
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af468beeb14fdd2a67b7ae3bd14acf11723b2af832bc69eb01ff047a17dccf9
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d012d8271569aaf1d10778ca3f5e00623aec3ce
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69821b3d505a8492caa7a5b1c0e3e88ca0762f2c2a1672993085a7dcc6a4f5a5
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b266e02a858a1be545847eb6b60d016e05cd1d1
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fed3b4a7e49bd8c8710a8424442f277bda4817440953f78490e3c43ea4e726b
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c0977a2e7f30fee39286306091af1721784a42
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb1fe7715c2095f81dddeedd2e2d8abdbdf4428144168b797bb5b92e70a89e2
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ded81c483852f40f0ccf1bde55cd9ff2d808bb5
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4114c8a1a3e98962783e99dae0bfe6c4f1b9b81bd470a53b06f1964a730bbe
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965b00767183eb244aa772092b2a337a2d119154
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0847aa1102e20fcc068926ca13a497f0d27dae339a4d15f728489de13eceea4f
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b98af973137f71f30eb352a6128e608c1fbba70
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d37a8c8b0cb64fdf320316f4068807160fd085357384041a905f4281dab0d5a
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90e6c4ccaf845254c9722f2d88075eac681fb9e
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8e3d6f84c0e183f844f1e3681c24b06cf1a0eaab24424fa6ca38cc82fab58c
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee68a977d055825d293bc830c14d82ec6f04f4c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c7689d921514fff9afcb531ea41718fe9dd10bf88cbe4e12ded3c3b965cdd6
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480b5f5f5c92b52afdf9417407c645a9efd8dcd9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65de790a9d3322ed2b2a333470ce2dc943ec149a30c0930a0f83ef201b126686
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7fc59c7185c8cba7aeb40bfe4bde0e9c283943
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4ff0389285e903e092bd6e26837761747cbe903c8f5e5ebbce5cefdb7a1c2f
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bf6dca13a215e46a125923e52f0444059f4279
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77a9cf2a3673587ea05277f934ecb2a731e7c0d6e23564c466b10c21152e733
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50fe4faae39d1629703823e91b0f0d36c9ff793
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17444508b98615dd7a68bfa596e1f5cb5e2144ab3d562b3960403ee0cb5c10a0
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2041c0111900ab9b1f8974eba11c8b92b2162e9f
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a228687af341dac2c4ee3d2b3e1018795be22e7da0c62c37277621c86f7a9e49
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc01901a579fe0dd5dda235d67a4a8f0d7b5319c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9522aee9563a456adb80fee4b8989719fcd3244820c8157007979651a53da14a
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4ef9d35bcee81d52bb210964a4aa50182643f7
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d882b00c5dface67020c1012ee06159f65f0b15514785c85289152a0a90d4a3a
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6543e7a16ee338dbb068ce4c8b7860941024420a
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2dad3d3c1fdcb21edce83f802fe183180b0a14c8f2c791328fce4065fe4c78
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6367a46041d6458617b77844b88c918646d49c1
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd80ac947dba349866da2e08d275a661cfd9160bb3f8985366caa6d3c44a228
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5086293ad92f809b230f2f404e699143d6e8849
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9e70cd8071f44a0a7aebf5c7afa5be09ffe37e0cea993316eaf9c8c0529f87
+size 51395415
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f78830179bd9680c31d69886db392e20e4d7e4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8288656201139714365fa29025b1a1cc0a5ae51f1eb5a9c74814c415757d2d
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba43c145886495ffa6f2e29e9331c032800d4f9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b59c49a2d9b862ee630c92c92f9fec186269185e2278f0900e25f905b49eb9
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc7377e1533ce0f16b057a6005f56f2cd0d6f17
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc602dc02917fa9ce70cd200d39fb301bac477df5e28dc95bb4fc48db3949ecc
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71f367a711f715da29f198739af787577bd7fcd
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd4b807543c112d28787187e9f412bc2fcffe9e360961593a4485e0b779ebdc
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364ea8ac289d7c9d269749b812695ea1face0282
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa939f9e25f6ceb9cd007fe45d27825f7ba5891f8cae8a0bad772c6b1828d060
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357c7ee53507aca840aef1861482f65fa6d52996
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d7c1bf77fcd0d71e5824e47376d00898f2160d41cd94c0498bc0c3cf6d0ce9
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2d864d6c3a13f88fe63bb7e525ac842c40a9f0
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1138187d0782d5edc23290726ff0873e3e8707fd06b8321818c3cf0a52d8c19e
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a008f6485e6d537ab32a361f3770ee8f07d13984
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e1dd069ab80f4731ebd7fc876cf3f7c9f3f3b0823970bf982bcc2ee08464aa
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f67e1e96edb88c5d256123089264f305a710dd
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66383dada85de6be18bfbeec8ad4af27775621b7959bd8f3c4a8a57d78137a8
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1a3f4b987202db2a993a909dad798144936667
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4350622bfeccd4d5401978789dfd671eda33a55c2d14a450735cc7cac082fa75
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb92939d6617226e5b5aab7067baf95984f740d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf7a37c1b5e425a5dd440f9ef9778f596fafeeaed3ead61b16d83a6899532d8
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bdad44ae08178083107503558a352443ed3360
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9386e6aa70d30eae1e36278f03d90060081f0dc91faae0986281b2a64a091757
+size 51395565
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866c8f250a8c9309d010a4f6fce4a3fd2cb4d8c9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92a82e9ae1099db584c92db0e2f348afb7d9df716e330025081afec6d6b10ec
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c5355d1c98cf38adab205f9162fc725f66ea4f
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4a7ab69ab7dcff1ecf6a1bede02cb208db3996421a1b709264d0afda803240
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22eb21a87e169d3294705646e476a60cd2b0a33
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d391a300c2d3c6432b70f3144a84100f98e5d094c3b1b96cb79913a73f4c771f
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932c1b266a062e47417c0733836f4056da58d780
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3113e9439322a0f9a8d2ec1d37288f2aa8265f616079a06af4a0ecf2c93a6e
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a136d6cfd97d72c650705341be1953742b803013
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a81ccebc0ec83072fc95cda5df3964416febc7b704b720bc6bdb67b35e6bceb
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfee01d072bb50aeebff9b344c6b7157c50ab26
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f25cb5a536dfabbbc79315f375064b9fabd0ecd2bc1f0ffaebbcef3c0b3343
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a393e29318b4f139e515be7a9bae9a7526b606
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de5227538286bece369128c24801c5598649b9938ffc4e2bca381d8c5335f48
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548b6d289b092a70b380b61426e87282df7fe3e4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dde29d160268c60e97acc212da2646a5ff20501c54b976ad9e60eede7ecbf2
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ebd03a2e0b9221b48e9a83a2e876d1417617fb
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c7ad96e08e4d39e993793c30523bb00c4db4bd9db6e2a6143f5191867fa83f
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7ab8f9d8b9aa4904ee27abddb82561dbb26b01
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e68c86ec59b34b10ca1855de9114ea316fa2bfd9259e879ba73b347672086b
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6606e0541949f639766b9354bb4257ada48ed6
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ac80610bd71ed8535d7ec3df31b314e916fc6d5e8b39e3506181a0c1c0025d
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6228937449406fe729f7b7fdfeadbd3e39cfd871
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d84884ee24f588faf2aeac4f9f56c77449503a6ef23244c581677407d0be668
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575b1012d22fdc62f67576a96643f797535a7852
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16c7e89fcee1cf4f01ad0167b73893c905032b2b9dcf65fc53742453f8e0c43
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ede7fa4d728841d164d2d18f38e706264f3e07
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0d069a649b9768cbd8298f07ec78f28eb9a43682b2b7c3fb08263ddd20fdb1
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303329527db1efbe21718396926abc538bc9d632
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3de7d45ac3af40e6726ce5269a4f2ca30e88e7c7dd6087fda7c72851125aae
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92da34917a1e54ada842f665ff21f4bee82782df
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cd3d4ae83ed5a990510f902e0d8b965fe3c03b348ea7b79716a75ba9c70f59
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5ffbd33c24b402aa929af1d90f53cc45c8cb6a
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a937453dd559e83bb45c87329211f9f0f76a7639c2684b0552b69fa84faad885
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938c977759fee5e5089ee4cbaae4c980adc28ed8
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc150798bf53f82d8f66b748a5cd7f92368a253da4b8b8e5fc52c89a53d8521b
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc0868b2486826b119224704aecae74822cb534
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1df415435f1bb33c8243956a9d7fbdf412a64155fc1d233682f1753a2a0d52
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739d75b1d51ffa8120e21779da139be6e1932b94
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b134e3cee70251fd41b39859e6cc3849ce9328606e7ee857c9931897c53db1f
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e854ab72155aab8b2e73b36a60932b42b5fba9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a9bde743d7bb734f90ef5e2efb00aa8e8272cb9428d27fd3b825ac4c820d70
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f38ae77d0abf433f5fc9b59992a2a3635c6d45d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cd9865ba3d827402de53e4c89cc850e22c226cd791f0f7a5434c4ca40fc55e
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857e436843b162e539d1d6e94e47e457756afa34
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2ccc9227dc424c4f4ef39626b38500f5facb2a46745a528b12dc500c379d1b
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0db2aaca0b971653a0ded7e9c9978f468b5a19a
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ccdc8751bfe5dc260b723b3235e5edac104d81a868582056cf0acc7bf02cee
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d1409c0ad8e86037f89e346df724642ff396d7
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a363e2b625401a7353fbdb09f8134830ce781490cb6c292e5e96c0c8b23745b3
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244e9b581a368fb947d5d8f6a2aae72576909d3c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7004dbd9e1c6f540af4ed1b86d230301f21584f8e9b22458e2c6868016614360
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adae6f58b07f7dc59e0f922c27047144605deb1
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d00b6673a8b5c36624bcd838bb2345ed16564baff5881c79378fbc1cddafda
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a63179bd36005c1348736e34d81f05946f49e0e
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af393705178be59bb4097935fed4eb2f2c045de852398d5fe2e14699e75c0a01
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07fbb3d4ef1bb170234b4e48ca86ea4724a3473
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c38a2358a5cda30e2c9b41793d8bd19052b66ceb4e9d6aa119fc8220d887472
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312583f1a2199f1c4347486acc83c4b9617b85f4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd981679d7fbe84f337e799dbb09a0eba37150fef4a3c3ff6d752b5f513c4c4
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42363d76e0b633dc06fff67abb3674e99914e47
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe800358caca63350dd18eaeddf045567002fae93bf0f1218ffd1449c478502
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b1ae705b2289543353382012e2b6f2cd3a956d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549d9c74b2985fb5f5e97458cc32d56e07367e08fc806dfc4c70bd267dc78579
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9406af57cce7cacac2055c144827917cba024d33
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9b3bc1cb3f072e9053f329347ba63229eff038c4fd6538871644eb4d5a605c
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8341fc5622857dc0e34b1beacc79074cc8facd99
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd99cd06b804e9f569c28db9e4c023be6c3029a3072d6fc6a3d0b8ea1e793ed
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200bef3bb19608de498f16efe10a1346b4b3725a
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6228cd2a0d1dc70c95ab0c722eaced1360e839a5e3572fbf6c0121fc9baff326
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbb058e761b50fe869e3dbe234b2499109ae254
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b5d79f293dd35d92e3903120d6b00b9f7d729796836f513c7b7e3f6ad588a1
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478a56f7453625db11e96b1467fcf43887f353ce
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fad75b581505f7b4a51a9124c97d2e6a155741a166a903dea779e9d1b429cbc
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9cd521e0cd87a089c92b3c6cbc01bfb15ea9a4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab0615d893400dbe8098eac1ebc45ea9690788f466400eba604233191c38fc9
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1560a8c3420116815474734fcb6ce0350a94c97b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bf93bc5adec425a67fbae52bb1d1a35aa68a67dccc87011ecef168794b7a17
+size 51395437
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b359ceb884973fd36a8b4f97f9a4364dbb2e62
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997888c1944aeb3af2976b59ab2e9ccf80b1dc11814bf2b32e4653a499e39d0c
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501b42cdad3dddf0fdca2d59d0520691f40773ac
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29dcfe2089cbfe8c28fe8a00ce677b2357507ead2192d9a08ad35313ea179f2
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e1bbdc9f41ecb16ec80e5d33e80101f6586171
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc282b7be8e27636afcd8b82234c12ae01c63ba03d05a98c5cabe3b6ed99b88d
+size 51395565
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b6974fccfed13d2d7dc02fbda29f135fb3ae55
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae882b7e5ea9e9fdc44458fe4e382241224dec2d364f3ec363147ad9e25a49e
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352f4b9f93a97fc88f871748bf6cdd8e9e3bbfdb
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f042676559b4cd602716a67d9bcdf4f2e3f63a694cb4c53c5287d59b34de6885
+size 51395501
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304046ade3b9652acb28357fd6d09e350efcf632
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850d62210ad7f38e499fe8f7c08ecbbc60eb95a830efbea7b9164d2e3027a3bb
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775964590651e7c81ea79dcd1e7283121bbc5fc0
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b64347222768cdd59ff94f0edc6df9ed226999855f416c5781f864f28efec9
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aef6ba745b3b65e2fb1410aec24b9bc6644fef5
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cb78b2c9181ca9172c83fca44ddc44dd518719a06b50c94cf0d0b76cc79172
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30591051b1bec64526da2a36e10f1334472457f0
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7e8bb29b7c642a27aca2cd17b8e52b265705df91aafe5cb14ed1b8a5f95b20
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc07a14edb9e498345127b3186f6c2c285887f0b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75c915c13b2d9fae75e2dd69e37324780a496afd038bbc9f8c4d3647062bb63
+size 51395373
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b50fad7ac7c1d8dedafd11fc32545e305ac729
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ae130585ffc1febb539b46118798bff38c3ed18bc4f9d09a936ae6173c3f57
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb54018a0fac3413d238d1079c5c2af13d6cbc4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0a4c48f1f49913659cbae06617d52e63479eee8b69c32a8df5354c702e8320
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318214c72cabab5d7d16135f7879a80e94f636ed
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ca04231e6809618af5b0fae936ecbe52d68944e6de47bd31c5bf5590485c7c
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e2d597cc1d5a9959a6a5c58079b998d51637c9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9659e5e2cf0c7923c344d278555fbee937c69f69f0b29c5665b2358a4f900f1
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2248a9d299579f2728860e63deb7cb561586ee90
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb61348b77d74c569026838eaefd8511ae587075095149a0c30cf04367ac94b1
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7458c5625eef61c073247a8f7d43632f1c28088a
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b770fe0b383f35ca5d4ac74e2e5fa71d7a13c2f9b0c8a67327f954d3e1532aba
+size 51395351
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0996f2d31a248c793eabd927786134b90a0c9d5c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81b880b7901da02eaaaf751006763e5febd9f90fc41a4242c9cc336e7711bf8
+size 51395554
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf8d459e98550380f48096c9419f3c8a11cc2fa
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d4971ff7cb13aa21f5fd6e4574f6daab33e1c7a3cf96c8cc54060e6fa7f3ec
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db6651c9fb07488dc656525bd637b8670773d0b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586b437eff7acac0066c4b09ba73e238e13b08543e65247729d1f1c3d2c11454
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acee2161a6179a1326d33e08b1979e470f847ace
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe4cba2e2193a1576c7e8f3ee4115bb03ff823ed48614d3121d7bae0e018580
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff39c79592f591f67015c52e6bb36a6129b321cc
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430cdfde1eeb64ca21d32b6cb351dedf24509f12f0bdada03828610ef44f1778
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85e623eb30acfccacc62ee9c98b5ffe7ce16bc9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fef7624b07560843fbef10622bf4e591a071bc9a6d925a1446d09aebbd8d7f
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72af96f7ce49af697ebacd796cf4f36236ea60e9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7cfad8eca3b61c91a50204f90b3f053f8369a58c87bf1120abc67337f33ccd
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb2f9251e16e914a1eee8d19b923428c47443d5
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa03c08671562f1bf32a82c77966769fa7a3333d910e4544e9b4b5d9912ed5b
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f1da198d773f86a88cf1be916a223896c9370d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710ac8c07907eb10ee3f2fe39bc8b945d4e8a80975b830b6c2957f78b1b42ffc
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269c423de88f1d33370c2c149a0c278dda88051f
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47e4ee7a384c66ba3ec3bd2886e2e265dde5d71305a829990aeaaed68493bca
+size 51395554
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8a885897902274acdc9623f52c116139a707ee
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52b946bec9b529b476cdbc8cdfc1d88003021cabaf62c130c5b407f3d32174e
+size 51395415
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f469f2c0a28152c4bf1cb07a8793d0fcdb3118
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cb48673c43b4462cb75988eda2ceb8df25a97d3b70733ae47257d3b4bbc6f4
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6377299b8e6217436d4e021c509e70b09f84ab65
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862795dad427624abae2250d94a96136d4807a4ae7f87fd7037b9ba620934df8
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc538a7cd1c0026b544cc087a9b1899f0dcffc36
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f776f64333634572f0ab183c256c800615d1f401d972536868996981989126
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db4d3bf69540d1867373ff18af21328b43d4ef3
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc205c2cd77eebfacc0f1a673c3820046b295126aa4da52cd8e33966a7e400
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140fcd64e4311d0c2d429f9b4f406ebc8fc1f2ae
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80279dbdcb9bea1fae013559498f9e53e0a61a23ccd9b33eaf9ddf8eaa116861
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2858aa65ebf91d6e2a62518bd1877b2e41f88468
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3994b4a62a3acc9f4213c0e499e2d1fbc8fbcbc3a14d4760244e7e0c045ce856
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7148decc9dab95b4b62ad4121e399b0042aa41
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d528f23d4a81c4e56c9dfd2bdd7104a21138fe61e4eeee71da58e56715b03f1
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afd3d48edfb72f4f12c2a4acd2539aa5639a24e
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faba765660dee65160011e91c7148de0f33a7c0efc7fac701e92d1bd08e770d4
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542728641ba036ebcf56a4bc3ef6cff9f89658e5
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77024ebfc86ab31d1731f3fb3fa0475ce82d18f456bcd3c17cda4121d1bd7f8d
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b01285ff1ca0899b2f38b09a3bb2319ef2bf813
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a866b5009d6c4e1f5a08656f1f7c5e65cc9d61e5f41c364b0ba4d99e509bfe2
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53a5bcff81b84aeffd55f02f31d0c65f050c608
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30feb97b2b8fafd6448eaf4de0da6d8e939d040f33a8597c973420cc4703e95
+size 51395415
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58213f382ad7a6000a86d468f77e358d0da3898a
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f137d94f02ee55a92cfbcd22fb5504f073c984fd7d12d9cd8a0367d07bf3b878
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df064886edea6ef8b57abd2c46d8012093da433c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a69482bf3298987a38a99d82d827d9629ddb0871b23ce6e7d2449943c0fdd5a
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c123a1a33e02d74f20ab5b2b83141b464bf150e
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a8be7929ae921a87f939b85b93a65ee250484507b1e5567aaef102baa364c0
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2095366f7f97585f5a240b3db3693aab8cfc6ad6
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bc4eaaa9cece6c7e60f22a5ab98de6dfbe3f32d9cf6fe2c8c81bf1db442eed
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa74e4040c1d93dc78ba8db059c4082c7789e9a
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433a47e44775badd950dc67d3470e23b0459999cd3c49ec40b84ab59e18bd89a
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b75037665d24ad53d8198d3c095c1ad32ff1ae4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a139d5ce7a178394852adc8bd7d65544883b2c525bdad4d8c3652f64a1393c37
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e8c36ca8393ddb1ffa2054e71b4e8e4d95c619
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d191862788daeb884e7155cae261110818b5d0ad4d00e97ff28731b3a95234
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1795c11a7a5582ff77b2c1c233d886cef62385c3
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac56064918511a7b578cd5c36ed376c0bbd9f70e4d46c6b8cbc1ad012d2f076
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae87b12a00a375e00c6fb0e3fb860028d2e542b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0658902748d23f0f694db7c333c255d80cfd40a48588769509c54a8732a16f7e
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b53513adfdd0f02dd18e6ff4d0370cc55fe3564
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b2b20a66b3920acd637804db39f3b69921be5a59aba7fcaa2a5d145bc24c6f
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5eba3943644546e7e3ace27adc57ffe0bd0007
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c59c437ec7d107c581ed7961e1b1eecb4f800680a713318e1a54e68e49f6e8c
+size 51395415
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb925253348b367a7bad4c7b1c8ca13fb1dd950
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cc374e25805020daa50963c5eaf4571716d04c53ed5007ae97877b410fef5d
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896c01887b61e36b7ea9a91c0e21ea298ea5eda9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe7e6e3ff0f674d286b18153e31b9b2f876bdb592fc7b16a30f230923c8857f
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c1660a8d217ce5e9a0450779329a8f012bd887
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27b9676e615b5ce430a87280ecc678eaa49f2c82a2349ccbd91a55c020d87e3
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d05de71318ad63441ef1d723ade9dfd513c707
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df242e3a51f810c6cb2781bac0577faa53e0b2409e9e7a40c481afdd04259034
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45621e14e0e20cf03381dab36841ac7bd0765a38
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782a6a5e6f403da064dc47ac8eb789d6ef20f9f33935a6d6dcdab5a6c62f118b
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d6d55c1acacdc3841008ee705948b1f4eb709b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097cc13e7f20ffbe9273cf5e45a8045addff20d96c9623d52aa4ee924a423d3f
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ea821881e28148d667b4279398a688f3b36d9e
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1c6918c1f58f45823e51c675d437af13e5e01ef288949eefc332ec77c57010
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c07bc13eb49736af7156d000cbf31d1f883a37
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327992fcc1dd4473ed99699e3a4602e1b11daae767955917c93bdaead508c234
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be8999f0d41a14d24424b7806dff86dbaeed182
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e35425aa94fb44749139ff6f0e509a546eb3a73c074b134a159d62295554056
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204608e784a21d49ffa4a3cd641990e863ff0ba3
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d213ab9ef3d4918f5b9d35147419dc393f2f62ff63ff205706d9496ac45744
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cccfb8c3cfdd83318fa79b315819d7600806d7
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fd00c6d3a63a4a5143553c925d16710c1196442a509a6f0654265819d9f7a9
+size 51395479
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d526edf33b33b5065d75a9910b8d959dac04b0f3
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ed77aceb17d78ea3e5e49227a107c84c52d91c4f04984928fea0ebad4a06c4
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2af1117a01a66ec38d7111584621ba8b3e8df9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe09a6661243ea258995c411d3d4e6458512169a54d183dfc3d85537ad5b7935
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07213b39b2e79b1e9f45c6c8c2e79f5064d96a21
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3c936833f1a95bad9929572c562fde23ca6320b0dd7756ce307bfe731e9ac0
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e768f2a6928511d67ff17e94b554b5105ce41b6e
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c35f6744b82b20f2e05688c68f41ff7304ed5c94986235cad7e696b2df65171
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05d989072e8e3a6fbfc1f9be797b7ce73a8b98c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116a5188ce949f390d2d346d51fc8b4107a7e3b615525beed7a54b3a6bef5791
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731b9bd9816cf942e85d8c21b850fd4a17496195
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce467b73fb28b7bb43ed2d19abc2be4cc793c5eb092bf7eaeeb686c5419c9e7a
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6291b0b289dd9bbe4948036a3aad755b9485fc72
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d85e7d7926afb03c8360c5715856d68fe25fc03dcf1b79ebf13aa85a0324d9
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05407057c5fee69cc404883e6cb7221d76d87f6
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96517ef811b4e435291cacc8361bef257899d610f4b3d633f3e2c25d76405127
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1946c5d5c3099070147d2ef5cb66e5167bc95056
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07721bcc2b367baa4462f3c5d7f88e0da32140bef5ba059419442e50c90a0608
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146cfb268ee6fd67bcc26be48b57f0ed022931f9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303108b77e3f29d76baa751fbb53560bb161e1764eaa382b33894d011463aaee
+size 51395554
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a329526c4a9bb7cdbff6d8222385404dcceb5d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8df33e6398d75eacd83bdb6920c6d72b341cf990a830dc2ddac3be99cbf4bd8
+size 51395351
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a37ea0aad2395287adf6145be11e767d5e58da2
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779a9f16a0ad3f88631d2b67641d5c33d1f823a4847f6c0d2a45bcc63325ff61
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50e120b50dfa5f317e4d4eecbe7cf7e8bca7fb3
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d52a1f875953f56804154aa7c0b1d511df0e1daec8904532434e62a3f9a6e85
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66473b8c5fd917ac39c9068e374a4c478e63939
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f6e14ddeaed17a05a2d1c722c3fdac22de570f8b06f43034c1cf82c99506c0
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfda0ba6fb86b889ae24c3cd936f1b0be37c851
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb206762f95ece67b366b148d0911e15749a2781d6e6698947982ce815ed106
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18ed94b94e880fc5c307661aaac0ed9e27b7ef4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6c343550622fba2574e928a1f1bf481952c3bf0d347581e192bef9fc74d786
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877771a0f8288f1631ba2cae9fbed7f0805bd02b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f204939fdeb290fbb4f721369554408b981d30104fdfac7eea5c3c30a6ebe42
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c93780a993b237c4f1e033371a86d3e8414fd05
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a7cbbd3ab51b2e1020b05dd9b8977b4e918e690282c835b118ba2a6c701d94
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677e2d4fedc553144bc3e4bb005ae865478728f3
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ca21832a05587e73e7b6165ae83a61450168cdab64024ba7fb2c2b9a41e6b3
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195f980e549391dac66882858fae330aa2f7457f
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b5991001353fac0cf9b1ac759491c5d4a715d53cc33dd2844430cf23ad34ac
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a51a6a57bad25296dfb05121a30dfa6ecdcb6b6
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fea12b26ea552c6d633bb8743366972c8e5d613bc8d82bfc214fc6bee470273
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed86812bc60b6a43927aa5928c9cf306687e607
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4592e01556c831635009981f4915f080c95fe618a2fe1fc8aadd773c2d3d288
+size 51395351
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24508357555759a9fd3d1bf6d2c91e6e9b0c6c51
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd19c78a9d0a46f7fbc2c3b979e167dafd40dbda3bbd950161be9c106163b912
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe675e36d22c750c148cedddbcbfd9c3faffccd
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e486d90029a613f92cc716d93f54110c551d5ae81496fe5488ca108d7a4588e
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66196f50a1895661432e67b506bf590c7afd967b
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8963ab374800d20698621a3d6cf9c638eff24235ccb67db18d566b8ed8c565d
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6711f63ef4bf7e8c8674e7fdee61f7bdd08494ed
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4653db02e7ae225ce1f6d5ff5320c8adb10401708c86e25ccfe98e3ab44f421
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066aededc7a5ff1c585fe7af0aab6302e11649ea
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46afd99730dc0b8940e882fc6a7a2243b7f200e34d4b64f48641da69f5d687d8
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc4b2619e9769e50a97db4ddd0ac6184bfbb3db
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8a07af3b6fe07839f459c641eef97e517ed306c8da27d160bb18635a1efc94
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79bc3555d0fb93e9d1802133ceddf92911254db
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d337aad53ec0c6ce0a724a3fb3e2a60498c80d982b3f3d2ca5b6e103e75f484c
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771d0c7d97083ed401610d592262013601cd26a4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aed3cea0ecd67a35c15c4a8bf3bc431843d1e3284763b8e62fb0241b3fb6b1e
+size 51395490
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50187b02e988216b4bb78ed7933fb02105596194
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf37f234411e78f2c8ec1ba8de17de6d48eae94fbfdaad8d63aedf02e0c9bcb7
+size 51395362
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563ce37e0a0bb81b1aee14d6109fbeb6cd06dd0d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45366e1a7f4af11807472fa6ac5bd2154f25ff77a357dc8dda476799f178ca2
+size 51395426
diff --git a/1b121b7bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea0eed9f0c552d9dda68e3036becd7070896fc5
--- /dev/null
+++ b/1b121b7bc4/global_step39672/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25895e1dd7e83dba9e4ac33f4c815079ee33409e7d0bcc6f1f9971b0050ac134
+size 51395479
diff --git a/1b121b7bc4/global_step39672/layer_01-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350d445c4ae7da3b81a9cdca39ffde940229b3ef
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3fbf34729040a84071f66a349226c3d3314773b294ef034fe01b92970eff13
+size 187630851
diff --git a/1b121b7bc4/global_step39672/layer_03-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dce541856f60d0a572b183ff63146c1044c7607
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5862e783980bc7a2885838f07488906cd89e98d447eee676467da65589793df
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_04-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a15075a7649d6ad518d0b031b0d69c368bb46d5
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26be93e689eb7bbec56cfcf9f07e92659fc5e218f0ed337e56f1de48a72b2074
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_05-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374e7b06a9bb71c45d4d5b4dfa68692f919a43df
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3428560d803e392336b37a6ef2985d1d4f493f187416641b2409c129b287f339
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_06-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322efb10528376c63e9c571f3c1f0aa241010a0c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d6af95a6c2c37eb066d80ce1310b8c55eb1b538fa778a8f3cae93779f73b59
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_07-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cf4b27b5d28185de137314fb2e901bd79f2646
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4addd0acaa7270786a51db9d1e6e2dd78b9d8cb0891bd0a9d770b8fcc8c77ba
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_08-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b0bc4e360b78b7943588423c4acc7b0d201282
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e78d790b0e792e4cc1e0291ab5efa3046ae496330b685a88030f4f22c908db
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_09-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daeacda9693d8ab6ea51548753b75796e02bfbf4
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2775708bae305cd21be8d75135bc90c10dc83c7cfc074437acae922384726523
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_10-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7565a411c23429902d272e5830c1b2242ccb2606
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4c10b68d3c660a40dd6ccdc0ec0a0fd15afdae99a4c02d2e2c851d4229240e
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_11-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f7d0fa790ed53d48e7c18f7e42c5d0364f5ce9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653e590daa86ccd236406573086a238cc2973cbe225e72bbe3cb933b407d170a
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_12-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0050340972f509077a9026b8dedd75dac6bbaea7
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee178bdd95d5d586d38ec917b3d033ae3b88a18394f1a410ea076eb1c8efdd95
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_13-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4a2857da4c98cf80c120697883227b2ac2c2ea
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeffdf2dac2b00f232ce4cc2dbbc6de5260cafe8adb068d4396c476744efbe92
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_14-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39eab6fcda1ae17fad9a30785dab8b0a4244341
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d55b291e26bf9f8338e71c8689be3d1ee886da1b935e738ca8dffc1cd23b0a
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_15-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e8702452a94f666b8b5d13fa4d797b40e52f70
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d17329dc3d6aef7c817414e9f1529ae3a3a329362b78398a6df414cff454840
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_16-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f88fc818a200050f33945867ef7b60d664b36e8
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfaf2b333b736438ec08e63041850c8458a369b23f10a0377ff853d193c668d
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_17-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e74460ad82282e8257b9b1ea5ab83ac202c250d
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52259e961d285398e1768d201ae4a3b3de22caa3b54c21a3c02dedf2ab4ad64d
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_18-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22237afd7d419dea49c2570082384e219627d029
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d5d74e5d9e990f5412c33d5ca65029ac4c7884cfb8cf518ece308b86c0c731
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_19-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3513d67ca346edd0d9677b162e67ceb48f7b5c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab84cf924397025d00fea2b5fc48225bc47cbecddddc8852dbd23e6937a2b45
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_20-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a64ce3300d707ab0d02c0be611def3d389e271
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f83d57f907f1c0395cef56621e20d24b4efdc61e151912db8d3fad64f19053
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_21-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6349d2ce3843c0174e3c7e2f2f5dd3a038555ed7
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50d0a0705346b9a4b51a047ce29162dd4866c37e30c71ab294a6d4c88af5764
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_22-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bd6e83ff086217c99ba766c191ec8e97cc7556
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc2764bc3471171bbb55a22ed381ca66d1e8c29675055df29d6c7f9a9133766
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_23-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7a2a71a472a37760eb7a92205c76fd5689cf0c
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250197bf71f80b3279b12f0d6fdee567474c9dd701a5471f91448b24dcd6b832
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_24-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92e181999c0c76bdda1a41c5c7b013239a8ea7a
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d0ff68c3cb638f62901000f02fb724705b24116704afba20a5a0acf69543a0
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_25-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc313f53e4c85988922b12c100ccbf00b6707f3
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedbd8128d533ac17ae51be6a6f4ead4068384f4185260516fb7e730f298bd3d
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_26-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e6bf057a6dba40ac491b716e3f637d9563beeb
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087f9dc6a58ffcf813e4300e743f677ff72382f05cce771124a69c06fb61c9b5
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_27-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74da34de006c835866fbab9cc5f460ec4eb2deca
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db41234e0b8c2cd00e3e6780ea5a9f300ec36626b6f2300b8ee32f6b1ea071d
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_28-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e592527df5ed6cd503c44712560d92a6d75bf9
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f063a3d499eda99037c440b153d9ff60e0d3ac63e94077deb30064ba69c1379
+size 77121283
diff --git a/1b121b7bc4/global_step39672/layer_30-model_00-model_states.pt b/1b121b7bc4/global_step39672/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26025ad58b0741a25f602218c1a6af4744b8877
--- /dev/null
+++ b/1b121b7bc4/global_step39672/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07566aba3d5285c74ba322730e5d1d49ff821ed9b75fb98edd8a7f9e06e15505
+size 8387
diff --git a/1b121b7bc4/global_step39672/mp_rank_00_model_states.pt b/1b121b7bc4/global_step39672/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43a7fa7654952fd89f81739c9708a39cab199f3
--- /dev/null
+++ b/1b121b7bc4/global_step39672/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e047807af5a58837621a4ace503b15c5197048e81400e2af45d89554da05ca
+size 43827
diff --git a/evaluation/1b121b10bc4-results_lm-eval_global_step39672_2022-12-22-07-35-19.csv b/evaluation/1b121b10bc4-results_lm-eval_global_step39672_2022-12-22-07-35-19.csv
new file mode 100644
index 0000000000000000000000000000000000000000..7d2860a48d1db954a3e1227176b36b0ebeb4bb4d
--- /dev/null
+++ b/evaluation/1b121b10bc4-results_lm-eval_global_step39672_2022-12-22-07-35-19.csv
@@ -0,0 +1,15 @@
+task,metric,value,err,version
+arc_challenge,acc,0.2175767918088737,0.012057262020972504,0
+arc_challenge,acc_norm,0.2551194539249147,0.012739038695202104,0
+arc_easy,acc,0.49242424242424243,0.010258605792153321,0
+arc_easy,acc_norm,0.43897306397306396,0.010183076012972067,0
+boolq,acc,0.5235474006116208,0.008735351675636605,1
+copa,acc,0.72,0.04512608598542127,0
+hellaswag,acc,0.3556064528978291,0.0047771835089498215,0
+hellaswag,acc_norm,0.4304919338777136,0.004941331215598556,0
+piqa,acc,0.70620239390642,0.010627574080514797,0
+piqa,acc_norm,0.7013057671381937,0.010678556398149226,0
+rte,acc,0.5379061371841155,0.030009848912529117,0
+sciq,acc,0.754,0.013626065817750638,0
+sciq,acc_norm,0.666,0.01492201952373297,0
+winogrande,acc,0.5288082083662194,0.014029141615909615,0
diff --git a/evaluation/1b121b10bc4-results_lm-eval_global_step39672_2022-12-22-07-35-19.json b/evaluation/1b121b10bc4-results_lm-eval_global_step39672_2022-12-22-07-35-19.json
new file mode 100644
index 0000000000000000000000000000000000000000..779dad9fba189e2a603ca0faf64100303d45ddd7
--- /dev/null
+++ b/evaluation/1b121b10bc4-results_lm-eval_global_step39672_2022-12-22-07-35-19.json
@@ -0,0 +1,61 @@
+{
+    "results": {
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.04512608598542127
+        },
+        "boolq": {
+            "acc": 0.5235474006116208,
+            "acc_stderr": 0.008735351675636605
+        },
+        "hellaswag": {
+            "acc": 0.3556064528978291,
+            "acc_stderr": 0.0047771835089498215,
+            "acc_norm": 0.4304919338777136,
+            "acc_norm_stderr": 0.004941331215598556
+        },
+        "arc_challenge": {
+            "acc": 0.2175767918088737,
+            "acc_stderr": 0.012057262020972504,
+            "acc_norm": 0.2551194539249147,
+            "acc_norm_stderr": 0.012739038695202104
+        },
+        "arc_easy": {
+            "acc": 0.49242424242424243,
+            "acc_stderr": 0.010258605792153321,
+            "acc_norm": 0.43897306397306396,
+            "acc_norm_stderr": 0.010183076012972067
+        },
+        "sciq": {
+            "acc": 0.754,
+            "acc_stderr": 0.013626065817750638,
+            "acc_norm": 0.666,
+            "acc_norm_stderr": 0.01492201952373297
+        },
+        "winogrande": {
+            "acc": 0.5288082083662194,
+            "acc_stderr": 0.014029141615909615
+        },
+        "piqa": {
+            "acc": 0.70620239390642,
+            "acc_stderr": 0.010627574080514797,
+            "acc_norm": 0.7013057671381937,
+            "acc_norm_stderr": 0.010678556398149226
+        },
+        "rte": {
+            "acc": 0.5379061371841155,
+            "acc_stderr": 0.030009848912529117
+        }
+    },
+    "versions": {
+        "copa": 0,
+        "boolq": 1,
+        "hellaswag": 0,
+        "arc_challenge": 0,
+        "arc_easy": 0,
+        "sciq": 0,
+        "winogrande": 0,
+        "piqa": 0,
+        "rte": 0
+    }
+}
\ No newline at end of file
diff --git a/evaluation/1b121b3bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.csv b/evaluation/1b121b3bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f7855c7ed24b23138f77efde3e1869aa7287dcf1
--- /dev/null
+++ b/evaluation/1b121b3bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.csv
@@ -0,0 +1,15 @@
+task,metric,value,err,version
+arc_challenge,acc,0.2175767918088737,0.012057262020972506,0
+arc_challenge,acc_norm,0.2568259385665529,0.012766923794116798,0
+arc_easy,acc,0.4823232323232323,0.010253369805698957,0
+arc_easy,acc_norm,0.4276094276094276,0.010151683397430687,0
+boolq,acc,0.5302752293577981,0.008729009003964297,1
+copa,acc,0.69,0.04648231987117316,0
+hellaswag,acc,0.35241983668591914,0.004767475366689781,0
+hellaswag,acc_norm,0.4287990440151364,0.004938930143234467,0
+piqa,acc,0.690968443960827,0.01078141946440698,0
+piqa,acc_norm,0.6936887921653971,0.010754970032367323,0
+rte,acc,0.5379061371841155,0.030009848912529117,0
+sciq,acc,0.761,0.013493000446937591,0
+sciq,acc_norm,0.66,0.014987482264363937,0
+winogrande,acc,0.5090765588003157,0.0140501700944977,0
diff --git a/evaluation/1b121b3bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.json b/evaluation/1b121b3bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5bbe2da4dd9558f893121da8ebc8da0a3b22f80
--- /dev/null
+++ b/evaluation/1b121b3bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.json
@@ -0,0 +1,61 @@
+{
+    "results": {
+        "copa": {
+            "acc": 0.69,
+            "acc_stderr": 0.04648231987117316
+        },
+        "boolq": {
+            "acc": 0.5302752293577981,
+            "acc_stderr": 0.008729009003964297
+        },
+        "hellaswag": {
+            "acc": 0.35241983668591914,
+            "acc_stderr": 0.004767475366689781,
+            "acc_norm": 0.4287990440151364,
+            "acc_norm_stderr": 0.004938930143234467
+        },
+        "arc_challenge": {
+            "acc": 0.2175767918088737,
+            "acc_stderr": 0.012057262020972506,
+            "acc_norm": 0.2568259385665529,
+            "acc_norm_stderr": 0.012766923794116798
+        },
+        "arc_easy": {
+            "acc": 0.4823232323232323,
+            "acc_stderr": 0.010253369805698957,
+            "acc_norm": 0.4276094276094276,
+            "acc_norm_stderr": 0.010151683397430687
+        },
+        "sciq": {
+            "acc": 0.761,
+            "acc_stderr": 0.013493000446937591,
+            "acc_norm": 0.66,
+            "acc_norm_stderr": 0.014987482264363937
+        },
+        "winogrande": {
+            "acc": 0.5090765588003157,
+            "acc_stderr": 0.0140501700944977
+        },
+        "piqa": {
+            "acc": 0.690968443960827,
+            "acc_stderr": 0.01078141946440698,
+            "acc_norm": 0.6936887921653971,
+            "acc_norm_stderr": 0.010754970032367323
+        },
+        "rte": {
+            "acc": 0.5379061371841155,
+            "acc_stderr": 0.030009848912529117
+        }
+    },
+    "versions": {
+        "copa": 0,
+        "boolq": 1,
+        "hellaswag": 0,
+        "arc_challenge": 0,
+        "arc_easy": 0,
+        "sciq": 0,
+        "winogrande": 0,
+        "piqa": 0,
+        "rte": 0
+    }
+}
\ No newline at end of file
diff --git a/evaluation/1b121b4bc4-results_lm-eval_global_step39672_2022-12-22-07-35-31.csv b/evaluation/1b121b4bc4-results_lm-eval_global_step39672_2022-12-22-07-35-31.csv
new file mode 100644
index 0000000000000000000000000000000000000000..8d8c0e3cddf8b9bb9b9ba56be0a287ff91e7377a
--- /dev/null
+++ b/evaluation/1b121b4bc4-results_lm-eval_global_step39672_2022-12-22-07-35-31.csv
@@ -0,0 +1,15 @@
+task,metric,value,err,version
+arc_challenge,acc,0.21160409556313994,0.011935916358632859,0
+arc_challenge,acc_norm,0.2551194539249147,0.012739038695202105,0
+arc_easy,acc,0.49242424242424243,0.01025860579215332,0
+arc_easy,acc_norm,0.4318181818181818,0.010163945352271709,0
+boolq,acc,0.5788990825688073,0.008635491562221343,1
+copa,acc,0.67,0.04725815626252607,0
+hellaswag,acc,0.3541127265484963,0.00477266165962884,0
+hellaswag,acc_norm,0.43089026090420235,0.004941887610849026,0
+piqa,acc,0.6991294885745375,0.010700745724145973,0
+piqa,acc_norm,0.7002176278563657,0.010689686967138092,0
+rte,acc,0.5379061371841155,0.030009848912529117,0
+sciq,acc,0.75,0.013699915608779773,0
+sciq,acc_norm,0.654,0.015050266127564448,0
+winogrande,acc,0.505130228887135,0.01405174596179052,0
diff --git a/evaluation/1b121b4bc4-results_lm-eval_global_step39672_2022-12-22-07-35-31.json b/evaluation/1b121b4bc4-results_lm-eval_global_step39672_2022-12-22-07-35-31.json
new file mode 100644
index 0000000000000000000000000000000000000000..108b98fd997cfd284ac62194bc40ed997218c223
--- /dev/null
+++ b/evaluation/1b121b4bc4-results_lm-eval_global_step39672_2022-12-22-07-35-31.json
@@ -0,0 +1,61 @@
+{
+    "results": {
+        "copa": {
+            "acc": 0.67,
+            "acc_stderr": 0.04725815626252607
+        },
+        "boolq": {
+            "acc": 0.5788990825688073,
+            "acc_stderr": 0.008635491562221343
+        },
+        "hellaswag": {
+            "acc": 0.3541127265484963,
+            "acc_stderr": 0.00477266165962884,
+            "acc_norm": 0.43089026090420235,
+            "acc_norm_stderr": 0.004941887610849026
+        },
+        "arc_challenge": {
+            "acc": 0.21160409556313994,
+            "acc_stderr": 0.011935916358632859,
+            "acc_norm": 0.2551194539249147,
+            "acc_norm_stderr": 0.012739038695202105
+        },
+        "arc_easy": {
+            "acc": 0.49242424242424243,
+            "acc_stderr": 0.01025860579215332,
+            "acc_norm": 0.4318181818181818,
+            "acc_norm_stderr": 0.010163945352271709
+        },
+        "sciq": {
+            "acc": 0.75,
+            "acc_stderr": 0.013699915608779773,
+            "acc_norm": 0.654,
+            "acc_norm_stderr": 0.015050266127564448
+        },
+        "winogrande": {
+            "acc": 0.505130228887135,
+            "acc_stderr": 0.01405174596179052
+        },
+        "piqa": {
+            "acc": 0.6991294885745375,
+            "acc_stderr": 0.010700745724145973,
+            "acc_norm": 0.7002176278563657,
+            "acc_norm_stderr": 0.010689686967138092
+        },
+        "rte": {
+            "acc": 0.5379061371841155,
+            "acc_stderr": 0.030009848912529117
+        }
+    },
+    "versions": {
+        "copa": 0,
+        "boolq": 1,
+        "hellaswag": 0,
+        "arc_challenge": 0,
+        "arc_easy": 0,
+        "sciq": 0,
+        "winogrande": 0,
+        "piqa": 0,
+        "rte": 0
+    }
+}
\ No newline at end of file
diff --git a/evaluation/1b121b5bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.csv b/evaluation/1b121b5bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.csv
new file mode 100644
index 0000000000000000000000000000000000000000..55d866c84534019997e593ee5e09953fdfc0dd50
--- /dev/null
+++ b/evaluation/1b121b5bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.csv
@@ -0,0 +1,15 @@
+task,metric,value,err,version
+arc_challenge,acc,0.20563139931740615,0.011810745260742566,0
+arc_challenge,acc_norm,0.257679180887372,0.012780770562768403,0
+arc_easy,acc,0.5029461279461279,0.010259605416237574,0
+arc_easy,acc_norm,0.43897306397306396,0.010183076012972064,0
+boolq,acc,0.5620795107033639,0.008677388652709261,1
+copa,acc,0.7,0.046056618647183814,0
+hellaswag,acc,0.3540131447918741,0.004772358395130456,0
+hellaswag,acc_norm,0.43198566022704643,0.00494340089288106,0
+piqa,acc,0.7013057671381937,0.01067855639814924,0
+piqa,acc_norm,0.705658324265506,0.01063331147034751,0
+rte,acc,0.5415162454873647,0.029992535385373314,0
+sciq,acc,0.762,0.013473586661967227,0
+sciq,acc_norm,0.676,0.014806864733738857,0
+winogrande,acc,0.5146014206787688,0.014046492383275834,0
diff --git a/evaluation/1b121b5bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.json b/evaluation/1b121b5bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.json
new file mode 100644
index 0000000000000000000000000000000000000000..4866e6562f6a17b4a5edc5a411de593b5be8eb07
--- /dev/null
+++ b/evaluation/1b121b5bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.json
@@ -0,0 +1,61 @@
+{
+    "results": {
+        "copa": {
+            "acc": 0.7,
+            "acc_stderr": 0.046056618647183814
+        },
+        "boolq": {
+            "acc": 0.5620795107033639,
+            "acc_stderr": 0.008677388652709261
+        },
+        "hellaswag": {
+            "acc": 0.3540131447918741,
+            "acc_stderr": 0.004772358395130456,
+            "acc_norm": 0.43198566022704643,
+            "acc_norm_stderr": 0.00494340089288106
+        },
+        "arc_challenge": {
+            "acc": 0.20563139931740615,
+            "acc_stderr": 0.011810745260742566,
+            "acc_norm": 0.257679180887372,
+            "acc_norm_stderr": 0.012780770562768403
+        },
+        "arc_easy": {
+            "acc": 0.5029461279461279,
+            "acc_stderr": 0.010259605416237574,
+            "acc_norm": 0.43897306397306396,
+            "acc_norm_stderr": 0.010183076012972064
+        },
+        "sciq": {
+            "acc": 0.762,
+            "acc_stderr": 0.013473586661967227,
+            "acc_norm": 0.676,
+            "acc_norm_stderr": 0.014806864733738857
+        },
+        "winogrande": {
+            "acc": 0.5146014206787688,
+            "acc_stderr": 0.014046492383275834
+        },
+        "piqa": {
+            "acc": 0.7013057671381937,
+            "acc_stderr": 0.01067855639814924,
+            "acc_norm": 0.705658324265506,
+            "acc_norm_stderr": 0.01063331147034751
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373314
+        }
+    },
+    "versions": {
+        "copa": 0,
+        "boolq": 1,
+        "hellaswag": 0,
+        "arc_challenge": 0,
+        "arc_easy": 0,
+        "sciq": 0,
+        "winogrande": 0,
+        "piqa": 0,
+        "rte": 0
+    }
+}
\ No newline at end of file
diff --git a/evaluation/1b121b7bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.csv b/evaluation/1b121b7bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3bfefb40d9f67a6245b276b1b08f0af79411adbf
--- /dev/null
+++ b/evaluation/1b121b7bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.csv
@@ -0,0 +1,15 @@
+task,metric,value,err,version
+arc_challenge,acc,0.2098976109215017,0.011900548748047446,0
+arc_challenge,acc_norm,0.24744027303754265,0.012610352663292673,0
+arc_easy,acc,0.494949494949495,0.010259260102565858,0
+arc_easy,acc_norm,0.4364478114478115,0.010176569980111039,0
+boolq,acc,0.600611620795107,0.008566178448007828,1
+copa,acc,0.71,0.045604802157206845,0
+hellaswag,acc,0.35540728938458477,0.004776583530909561,0
+hellaswag,acc_norm,0.4340768771161123,0.004946221512145273,0
+piqa,acc,0.6985854189336235,0.01070624824275376,0
+piqa,acc_norm,0.6974972796517954,0.010717199698083902,0
+rte,acc,0.5523465703971119,0.02993107036293953,0
+sciq,acc,0.762,0.013473586661967225,0
+sciq,acc_norm,0.691,0.014619600977206486,0
+winogrande,acc,0.5201262825572218,0.014041096664344329,0
diff --git a/evaluation/1b121b7bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.json b/evaluation/1b121b7bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.json
new file mode 100644
index 0000000000000000000000000000000000000000..6a6e5b813366490bacecf7a0b79aa363b297c3de
--- /dev/null
+++ b/evaluation/1b121b7bc4-results_lm-eval_global_step39672_2022-12-22-07-35-29.json
@@ -0,0 +1,61 @@
+{
+    "results": {
+        "copa": {
+            "acc": 0.71,
+            "acc_stderr": 0.045604802157206845
+        },
+        "boolq": {
+            "acc": 0.600611620795107,
+            "acc_stderr": 0.008566178448007828
+        },
+        "hellaswag": {
+            "acc": 0.35540728938458477,
+            "acc_stderr": 0.004776583530909561,
+            "acc_norm": 0.4340768771161123,
+            "acc_norm_stderr": 0.004946221512145273
+        },
+        "arc_challenge": {
+            "acc": 0.2098976109215017,
+            "acc_stderr": 0.011900548748047446,
+            "acc_norm": 0.24744027303754265,
+            "acc_norm_stderr": 0.012610352663292673
+        },
+        "arc_easy": {
+            "acc": 0.494949494949495,
+            "acc_stderr": 0.010259260102565858,
+            "acc_norm": 0.4364478114478115,
+            "acc_norm_stderr": 0.010176569980111039
+        },
+        "sciq": {
+            "acc": 0.762,
+            "acc_stderr": 0.013473586661967225,
+            "acc_norm": 0.691,
+            "acc_norm_stderr": 0.014619600977206486
+        },
+        "winogrande": {
+            "acc": 0.5201262825572218,
+            "acc_stderr": 0.014041096664344329
+        },
+        "piqa": {
+            "acc": 0.6985854189336235,
+            "acc_stderr": 0.01070624824275376,
+            "acc_norm": 0.6974972796517954,
+            "acc_norm_stderr": 0.010717199698083902
+        },
+        "rte": {
+            "acc": 0.5523465703971119,
+            "acc_stderr": 0.02993107036293953
+        }
+    },
+    "versions": {
+        "copa": 0,
+        "boolq": 1,
+        "hellaswag": 0,
+        "arc_challenge": 0,
+        "arc_easy": 0,
+        "sciq": 0,
+        "winogrande": 0,
+        "piqa": 0,
+        "rte": 0
+    }
+}
\ No newline at end of file