diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_1.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d50e6b46bed0e1635fdf8a9e93f3a167f8a471a
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9699b6cc459809fc42f693599f4a758b956c64449eee499dac8f7a08e76e839a
+size 1815698465
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_10.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_10.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b6d45c01ae8b9adb833b995706f34d10425d3e
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_10.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d2ccb31bc85a12a11bd4ce820a574e3ec0c4c7e9e400ca044621a1023d3bb
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_11.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_11.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88ba332c21b14b46c7637feed5475db7e35980e
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_11.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65695230472846a97a33b6d3ee32f484feebdebd073dd9bb3bfc92a48cc089e
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_12.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_12.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ba11aaf71629736823add95584da8218dc21a4
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_12.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2764295ee0f2f22e702ea89eb6b539c6a3c31d948f982240c49ab29d780238
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_13.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_13.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0987e09f8148f680619b625e86b4ee1a0df366b0
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_13.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd0ea5968303a5b737ab656aff55ad1da76622b69608e43fd9798ce61b86c68
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_14.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_14.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f40c087b484c392497ee33989f55421976a6e3
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_14.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8e13c1f1124990ae5c2939f2de5be58299b575f80c04fae07c3e3034e51ffd
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_15.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_15.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dbedde6ecd66fee7b82abbd1e417f253bd5004
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_15.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8524e32ef732d549efca89ebbe868bcab03e81c17ee6aaec714cbd8a545e91a2
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_16.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_16.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8008d2459e167e4f96925fe73c8178e3e6fa76ba
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_16.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a52cf371c50e96380fa45a738e57323b0bbde296a31ad26cee114922155a407
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_17.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_17.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15706c7564d783d55ed4f76976e981d73ade02c
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_17.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f236e8aefb11fa9cf46f7d5e29676b4110a9a25ac5c6184f4bde0b1670809d70
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_18.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_18.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63285cc8870a4dfe4eda3950f04093d780e38af
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_18.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268a7296c5475c1b3df526e08d2400d40b98c9c0223ea78e2f55077727487177
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_19.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_19.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50f1e16c6d940c4cdb55eaeb72fc6c308365f41
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_19.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849395766fec19dc6547496ea5a640c601613e5155c056e39c8cd75996c47c80
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_2.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cef95a043229048156bfbf50ff16f5ee773fe91
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741389ae526fb45eae451e0509575579016aa14947bdd6fb40dbcf9a8e2b0f52
+size 1815698465
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_20.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_20.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6aacfc81689081f60d858f2ff1db2f30c9d3039
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_20.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b5e466e6e17e63844930165574f7af1d9139b4702acaf9402caf683f19f5b6
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_21.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_21.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7fff63d9800054c8a6bb37a3110e06a787985b
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_21.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd436412f27ec7fab6d1fc8f54f9a930f9475e44406780306e5da8a2ad591f06
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_22.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_22.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80182b9a395e0436f2ce0254d0d3992f63251c53
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_22.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a732eaf55d1189c29b6586c3cb7625966667acc8a060f3642b6315b340350e7
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_23.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_23.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2c630a8f172e2a3f98b0876bd0988e7c3e2738
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_23.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f807c695b109fb151143ec5ec7fe78cb3ab40c6c166e9e8ae824819e46f40dc1
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_24.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_24.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b437ba4a2fc376033b949167df75e5e9f2112be2
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_24.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457c91ac4f880eda765c8ca0d46ff1b235aa657f7054c6e9b0258f796e3dc5f2
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_25.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_25.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996943506f766c95c34db3979dad313dc8c182a7
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_25.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c53fa942f9a056699092e6938a97d3d84a8c74eb8844a5757f4014087e9f2ee
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_26.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_26.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67589c2828332b628406c4f97ff6426e8016868a
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_26.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0079357ceda16c22410cebf78c35cbb1f98e4a52b2c9af3e507527fc3803de
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_27.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_27.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba64e72d92b973a44302146f6dd89543c11927e
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_27.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1df820f7bafe13c9ec36554b5f9c676dc087ef7eef9848ac4dc27e940bf0d0
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_28.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_28.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560fe6ac5451d02ddb91935897af6d6568c24114
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_28.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744284fecfea7e5e90fd9a53da140b0767b73913c11c0e9f890badabfa4bd47b
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_29.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_29.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beef1d99050932708967ae578dd6db308d144564
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_29.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260d99776808ac13ed0ccb4308ee015a3840aaf68839f6a0b616dbce8c4787b5
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_3.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33673ba1cfddde0baf7ba967e86c0a5445f858e6
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f225f4a1bdef504ccaf608cb984de144ae9c9d7e9395270d27449ea3d4bc78dd
+size 1815698465
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_30.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_30.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233b0e921b04131babaf91d22c1e7ce6162b73ce
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_30.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44546f1997d557bd0db4a1cb0c47cf0dc1f7f5ccdfa2386c9c96f92d997c0a4c
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_31.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_31.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae0a3aaca559da262ec72a9136dfa618c9c7239
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_31.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c9415261e6fb89937fa8fa28ccc23a6e81556297ff261274b3dd56a392efeb
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_32.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_32.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65963001ac951bd95f6c1b4f844a4e5303ad8f37
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_32.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eb4ba0e50fc773df764a06d2aeef119fa64725e92d7fce59706c2c762c072d
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_33.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_33.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0776631d948bfe9df4ce5852c56db49732b34ff
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_33.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75514e8c6a8266c836992b444f9ecb65f2c03a7f15dde06c5fd94de85f4c5354
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_34.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_34.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154ee3d54720ba821715a4cf3eea56766c3694ff
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_34.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a442f0e3574b9b615584860010438dc7302d22b5fad166501aed9247072f17e
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_35.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_35.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a567be00a94cf2f6a8ee058ba65ca2b6073a0c7
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_35.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfd6c64a2440d5fec57a180196607cb85f282fca81aa5da5a95db5978526710
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_36.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_36.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f7b9706a3858908aff699468a73784374fb577
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_36.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97407f03efa5b4d65fedcf54a6100963573553dc96a2075a2ff7297a51da88c4
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_37.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_37.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672f60d61f514163e614b36fe320989e5e551ca4
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_37.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7713fcd29048108c40538073e00c5e1b71a175a8929b619a150ea230fa25d64d
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_38.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_38.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97aec5696e856ba6f532f1f22595433f10257c54
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_38.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e88b23a557ed0b9407cb5e57eb7f3bb03965dbcc2b3accd24b27c59b5ae046
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_39.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_39.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5230678940af970ee486f173eca683ace581cd98
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_39.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a43d189050a0b96ffc068615a1bb2992a104f771852613284364433084b536
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_4.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee2bbbf961c332a6eff8316f7d074ef5c5fbe5
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b60af9f10c3e8f9660ebe8d10f61e669b02f17385d43cf0984c89386f7b33e
+size 1815698465
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_40.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_40.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdce92b88f1375f7556cc6f345d5fbbb8ace6d7
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_40.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bb1301cfbe367b993b7e3da9510f1d10019d69bdea068168174a6897a1b209
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_41.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_41.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0601ecf131b31f8583b25ce23ae37937d831bd59
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_41.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a7a798404c08612cc9cbf23bc4a78156bc13b1570acbf1c96ede5d3466e484
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_42.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_42.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b8f66ae9b02ca4ecc3b65b8e8fd8a2c0dbcbe8
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_42.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6141da1b623dfcdf22b7f36f9c853e7df7f85145776627abf8b75d502c384f3e
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_43.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_43.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae88d25548a2aa91352837fccf6446b90754801a
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_43.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb4b284723d96ff57ff7eaa24de033be012b779251c8696e4061b6340a99957
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_44.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_44.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd24bba51d29aa59a24ce4e8706489970aceb3b
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_44.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6699d2a4d12c054ed909eb72fedb407ec4d827cc7c690190776154e32607e6f5
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_45.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_45.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efe4bdac837c43f925b0b0df8dfbb4d7379450b
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_45.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c120b7c96aef061fbd2fe148f4e5d54db16fb262c0e5cb97b7134c350055b6
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_46.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_46.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533b249c140a8df05876fdf7be11ded177f6d356
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_46.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ce95aa07facd8ed0870adbbb302f3b542d7546008f4db811fa6c2f2933ab92
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_47.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_47.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13264fc583df215a4d66ec8c9d852d505da8b427
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_47.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7f706f9f64737056e20956bbaefb024ee00928d31929a44eb470ab6c1fd976
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_48.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_48.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6f1430f72f3502c641792f81d786e50269ba18
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_48.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d56e7ee1b4bf5846d2ef7f8be07e225c481daddbf748591370b26bb4e9e991
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_49.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_49.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3492abbb6dcd613152004ad6c2770148c7b40c93
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_49.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f186ffd80c2cc48ec58e55e133b428244ba9dfe35dcfcff49c94b56af92758
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_5.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b9a7c65f92914f5dd343093b725689a855c07c
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e97a418b8b53088f10705b32d03a2898d03979c2ab66d16ba8de58d49f94b7
+size 1815698465
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_50.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_50.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093131132e24c810b95eac1c4b4b1e1d96d5d1b4
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_50.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd0590a0ca5a78e505a2da7d853efac116d781844cad1a99642366f9a7281fa
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_51.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_51.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345c0eb4a65075e5e2b2f3bb19d41355ad9628cc
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_51.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ca5957ae5895ddabbeadc4157f912f804be1cb5bb8d8ef4647e5e2daffae4c
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_52.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_52.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc04f9e96b7c217a75eb27526310102e4c7caa8e
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_52.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7ba5081bfd40e1a253ea19eed9dbc361b46593c9b9d31c5da0ed7f7eb54917
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_53.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_53.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112de84d12c5f299918fd2e7545fd71a377eaf41
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_53.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd39e416cd65cf921cc53959d5224efe0730c786ba215619d40295f63e82853
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_54.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_54.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84cc832ae119c17b126976a5aad010ad98bafe2
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_54.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdcd2dabb34e352c602fa0940759785fa01a0e24436a35aa671ea3ce7e9fdcf
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_55.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_55.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e152512793c1f7acdba5c5a9243352ca31da3502
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_55.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d814dac0d52d6026f7099905a3598b2da6df8a5ee2d3ba397429a74e26772820
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_56.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_56.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7552ef1c792a8ae8b04b89d08cccfcb40fdcf50b
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_56.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c10c67a49b98f04dcf3e6735b8dc6c6e60abee0be8ee73a618fee1d389fbf8
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_57.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_57.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb81931df02ddbb8cdbdc9308e71683c3b7d2ad
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_57.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a953e0a607d1714a69ec1a21ba9f534afe0ae03a07018e5bd0fc7d6902e922fd
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_58.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_58.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e849b2c29b43d14ae008b024dea4b0450c0177
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_58.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34b0d1caadd311acc45b76b8f97b46efb0493b933150d4220b4cc8c5b7930e7
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_59.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_59.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588f7d9d0016be19d6dd2d51c777a578fdbfac40
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_59.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0bae43d3ff320fc971f42748da304ecb3d29c0ab189cb7b231f2e17b6ee83d
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_6.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffc316d097830d6a10170befbeae52c2e595e8b
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158acd5ee027f267115194059bccff5c29cbd5ab684b2413049dde90300f0171
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_60.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_60.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d4d9d36c5c229683ecc02d06035e9b8fd3f86f
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_60.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da1a31139707bdbc7df137771812cc5f1f6ea20139ce64b9f57d3932109342a
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_61.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_61.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e47966869bd502dc3634463cae4b228ad792397
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_61.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a4a6c258a5f0031b7732733fcf12b19cbdacbbbc9068fa15d7dfeb2167b397
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_62.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_62.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30532952e9c13f86b4fde6e5d9822cf32ca585a
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_62.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a291417292d9a9e038f0da428bee6f61c11afc6a06d297413b2d4f9b936748
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_63.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_63.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1efed7e9fccba427e854ca8fe27d62ef985078e
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_63.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22646893814bb51d37847e6480acae9ee672f1c69d994dbbac596c56230e0110
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_64.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_64.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abea200905f5fcd8bf38278a7785e10c9b95e33f
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_64.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fff82575b80af0cc2d89af57acc079debcf151562293b582285bee77d9fba7a
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_65.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_65.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aaace32db2068550fd62b55985e4eee373f51c9
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_65.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f0db06eedb7747f0ec0197245da1c227055beba018b2a631b1d98a370d994b
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_66.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_66.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dffaafd33bcc3a6c181681e6a4546804cbc2694
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_66.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f694f2d5a14a62065698aff9b63b5bfa77855129f5b5cbe5dfa293c78669230d
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_67.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_67.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4cbbfe4820b46b6a1e5ed6b1a03f48e8079f8c
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_67.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31ee135387b2a4eb7253c351350c2a141582a8157f10e24f3be86c3ee51ef58
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_68.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_68.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5c61341ca0ebfedf04368d76a865b837602a3c
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_68.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc1ee68b16df96b1cd11e1cd5ac0572eba4b8250955e635167fb4ce11efa9c1
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_69.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_69.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5aa2be8989de13d58aaab0ee28f633e784f3c56
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_69.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a32fe03bb7849edbb2330f07141fb117a1c7537092c3370bc39ddbbb7efab1f
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_7.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2301dcf48bc95ba97b9eaa401fa4153b1084e9
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ca1d77142c6521ab995c87bed88b45d4e20af2aef2e7e34ef6173c7e0b1338
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_70.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_70.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62c0dbab3044fa14a6f7fbf5c820205e892dc26
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_70.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6dd316d18849c8ca2632e65771c6e3febbb7f4a88495f73fbb4f0f976967218
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_71.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_71.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff65cef80dba18835dd91bfcc152b37eee723f05
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_71.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f229c47c8e2185aa4aafabbb3bb61d4e2989b97c773c82815a7fd449dbf3aeac
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_72.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_72.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18de0d02a22f4a5fa5aa2b61ef4610434e5ef1f0
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_72.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df5a95ef4b9ba9c6b73b0a938fe208af993cf4aacbd23353f2dd9d19893798a
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_73.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_73.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edab63c554d6aa66cae20bc953972435162e1085
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_73.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d75663afa1db504f4c512b773095754ab922ebf35e28cfe86ef77836023767
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_74.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_74.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0197a43eb9017d8f3769e4c28195f62a4b0f462
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_74.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fa87efa3943a86336278b64b64c29a72504832f5a9cf2b746cf92a6f509012
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_75.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_75.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa93826e88ed15b1f491f02cb1315cb169181950
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_75.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa29bb6d58241e3e14a04b9ff58b555069d0b07626f97c91fcdfb33691454f0
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_76.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_76.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f861a615202c2062af350fd6862ad5f8fcbca57c
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_76.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1366bcf16e691aeb2156a78e4b76740d208ce411a120b82679f70eed053c3e3
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_77.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_77.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5477ee59968b3c7577ccf490ed91b52b8cbc65b
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_77.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912944e1c86b908a3d1fbbfb882b73bf9bd65eec531098b561e6cf8dbd4474d4
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_78.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_78.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c1474cfff4d745836614bb25ada9d678042bc7
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_78.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f01efa0b1e1758840257d207ee40770fd641012ee5211c795d0ee7fb5db755
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_79.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_79.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baa06579dba7655d115ef14e33adb7d5ea4c65f
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_79.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812ce03799e5a997cf6020380cffedfbd2e48b3aa7b7f667f785e832d96ca9a9
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_8.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_8.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d23227551503cb87799e07e044077b25005c42
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_8.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a199e02660270f68e374a0bab53de95ebb82e941c34729673034d4240b7bfdb
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_80.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_80.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c7cc2513cd87345672bfbb0fa24a94bd6a3da3
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_80.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce55e2b2a3b19fd4fc634e7f6065304702bee5cce12760867152419bbb1fcac8
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_81.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_81.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e685f6df26a8ac9dbd931afd19274ba7afbdc6
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_81.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17c3de7553fcfb0798626ab0739e7853bc3f2672c644c656bce20615164437b
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_82.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_82.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebc3d128915f12afef6950735f978013467ed6b
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_82.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c16c65ceb5cd2f8e8431422c674424f8cdb79509106e49a09d493198e7234b9
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_83.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_83.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac5f1ad96471e26cef61999c9d69e0e515b9623
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_83.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902c4b3f4e56d8b902f56b3a865ddec2aa2823472880153314a9eaa107218eae
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_84.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_84.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c791aebe0955fcd64269dd42dc730ee72a549c7
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_84.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67203783d9539b28d498e6171c8e5366a0ea0662fe51e534f514d1e2ab3357a
+size 1815701793
diff --git a/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_9.pt b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_9.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbe3963351e997475702797c344e4a4499bffa6
--- /dev/null
+++ b/full_checkpoints/Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k/epoch_9.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d097645e48bbe41af4674390be0378f9d05e692031a15f38baddc1fef459cf
+size 1815701793