diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_1.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab799057927abf6592fde1d0dacd990f5dcddf69
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c5d3b5991eda85aedfe62643fe0a5cf563bf865e7b3a3494ed539cc5c4e8f4
+size 1795822369
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_10.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_10.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e0bb1156e3624100443054acb372d7e6b89a7e
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_10.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfbdba8d8332434846973016c18d748a4d021bd9375e28ef4f9da311660c7ad
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_100.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5597f7b6eaa89e0f1627258519e0727a46a51564
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf6ace037fc40f0ff34b5e01de11a3fb75ab200aa52b925979a45cbbc17331b
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_101.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_101.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c793eb05e78d7dc6d7557e70a1460b9ec94336e
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_101.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9933abba51ad3e72085e3dc2a68e6641f898b8a9bb66ce25752959cff18ca651
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_102.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_102.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40301e622c2d5c81a1301d052c59788fd5ac9c5
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_102.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99980988771511085fd6fc8946928484a5ffc5c71845069e0cd58800dd158e98
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_103.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_103.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9218b9c4d1d8b42e2c152e44914da37edfd4d3b3
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_103.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36745cbfe57be58a62c732c945a0e72daf4c49c31817759b17365135f2f99892
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_104.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b542b2016051d8b0cd0caece98b515f914737c9
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77744b206583747014cf3eccc8d869a8a2effebc458bfca2186620d4d057e20
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_105.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_105.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f91615ec48d543a6d82c107d6bc3152dc7121cc
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_105.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2076bd462108f3ec965013ba05c169f56f34a78c238c5820d4c2001a713ca847
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_106.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_106.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b254979dd960fafcc923932aa1135436221b1749
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_106.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a98689fd5715204bd50a2d9b33e9f68f4aadb8ccbbfe6f2aaf527058d4244c
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_107.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_107.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5ae0236d42745a606c84c19b17226cbb261e42
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_107.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa3d8ce74e6386b55475e92abaf22716864857049b34a8575d44c3494965ee2
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_108.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_108.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091502f08b396a66c75b56b609970f6d14297eb2
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_108.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218d70c734703b9911bbfa9624969a42e7e653557073d691dfe443ee790bf830
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_109.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_109.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1415d56c53e140bbbae0096be27f72612bed3d
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_109.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fda3448787c0b3b1965f147235ec19278090ca6ca0911f4f00bf0b28e7affc
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_11.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_11.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411eebe8e295ebac7877190ee176512f860607a9
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_11.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cf7c0251f50faf743deacdbc2ec2584150a56019c7408f7e721a411e069929
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_110.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_110.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8222dbec8d5229c7b501aac5a043aa2f5091157a
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_110.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7565c5898dc3b9f807b8ebc8d324c4b51b3560c46e0a6670cce5c8aecad03ac
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_111.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1445974a8183a03f5153e62a75883b51c71dd82c
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91dc163d12f97f84a63286bd33ec1b5d608a8bf75c3013fb6744ca595f8d357
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_112.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_112.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43094cb42d970951b8201975a85101368a88219
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_112.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941958b81caa3d07c9f00a77956332e3f67eee2bed31f49cc6a74f9cc3e57ec3
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_113.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_113.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531fbb8c7958c6aa8f9f65781d467fab4ebb2eb3
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_113.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a8214b5ce6d1d56935d9480a9daec8294afa73934a88b71ca174cf8589dd11
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_114.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_114.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90415f6d45c6ca0fec49890e739d16aba3e32c95
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_114.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643451c060fad2b2cf7d71e7115dfe7359a603dc0a0c8a7d9961b3d6aeae50e6
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_115.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_115.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5c781b3d45c1c70aa3239bcf11217b5335208a
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_115.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ece8a29c0e2862c57dc9285c39c37964a62f707ccb4bb0ea01bdd3a174d022b
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_116.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_116.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f628d08fc5ab785728f820be0a4aca0416f0af00
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_116.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc119f3274fdc7bedb115f38fcdb706174e1da7327b69491d72d9d6671df6329
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_117.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_117.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10edd4a1a0bae764e11ab1bd3608c2f6cbd88265
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_117.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16c91f8a82df8547c134d49e01c1713cddb0b24f26d6626e16f39ddd248d097
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_118.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_118.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d43df88dee3c7855e7c03c210594b2562c7da2d
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_118.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b8a3fa371dfe37e456cbd89c3d4188cb0536546326a438079a8af590c819a5
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_119.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ec12a2ae48ea591793074e3f2b050931de5443
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608373bbf449b8fe88b3c01b9eca3419d293f2b0a863e959c35f06e498312c2a
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_12.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_12.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5433a5c7eac51da1bcf7de80506329a1c54ccd
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_12.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be78222ff83cd294c25d5c578e5cdc21713dabcf87338dcc5688510e5838796
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_120.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_120.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d56091bd88ab02ae64d904c4111877b6a7ec9a
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_120.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fe85a08f9d939f86a056cd95c107449408cb473cba59a1ff98504ef796f416
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_121.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_121.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb4227a8b5f632716c04c4bd9013e752afbf97a
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_121.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5120f6e3c3168cadf8ad663e8cef88037b4343ac7ecb4bed781d56a68c542c3
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_122.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_122.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae6a79e342b896ed2fc7eed6a76ca8b074c179d
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_122.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eacf4db67a129222142dc6e8aa8389dd78f1393c965f186815a027c3b63c49a
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_123.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_123.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c026ae74f50f577f2d0f9759a97eca1983b2bf
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_123.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e5ba2d2c898ba62800a9ecaf8dc5760976f6861cdf18cc5ebbb9ab5e8c92a9
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_124.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_124.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633c305607ec25c6a929fcd928081f5dafe722ba
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_124.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b316b5164967431ca240777b02d99ad60cbaa35ff623384283c8cfab0b67bd5
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_125.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_125.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d41ca0dd295ace784e63765aa364072419d4f34
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_125.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd139e92b46f20b9b51a4751b69e451f6ac03cb04744ee2fbc450e6def71841
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_126.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_126.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb11791722786945708ad69bcdea19de8b834e5b
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_126.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230e0bfd927f802bde6d4e193d651529f81675fe6251eb83e27188f1eaa32497
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_127.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c133ebfe7566ade56ffd9c0799cf67c80ac29e66
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305b24ccca8ca08dad43743de9f2610dfbad764cff92b44515ea9dce74b2e5b9
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_128.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_128.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211935216dc47fd05fc98a63da1213621930928d
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_128.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1962f8d3545d2fc3c675ca6e6e53f2e9e746106b0fbcb9319c7420bbbcacfc
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_129.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_129.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eaa6c7c30d9dd2ae4a55bd2fd142dd2d948c114
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_129.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eac8493262cf32e40cf7b17cf6014b9432a4c5b22e574726189349b75ae883
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_13.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_13.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba588424786389933df4c359663b4e31ced448a4
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_13.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda893701876e14c6b2f8caa69022878d4134ae3c1d88b69b8023d80133f0215
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_130.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_130.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1f702f2863310009f701dae392f5b0a1a2ed19
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_130.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4652452e22d69c72d98e5aba43f2e8cc74fbbd1c53d7fe9a6a8e5d6e848ddceb
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_131.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_131.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8577f58a58c8a18891d29108fc63039d906bade8
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_131.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929cc58ca2a1f46b525d18991fa75e2f07a74330aa8599adbee173847b7a109e
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_132.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_132.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c66e758998974aca8b9da73650f7a0c7901d5c7
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_132.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2249a6ae8557e36eac25317fa86b3dead994ba55f06b026342721ced5a8e423a
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_133.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_133.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a684741b02895b8c4aec60947213de02bb779b8b
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_133.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afb8cfe56ca8742d0647bd016fbd875a993b7d65022a8bfe962fb5d2b0b410b
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_134.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_134.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129dbc6fdbf990e6af38fd092e0e8f1418348156
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_134.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70774777054b5b45f55b680ff8a234fe4fe76e347ffa4a278d624d6f9a6f7f84
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_135.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_135.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060cb5c5da63a9821b55fbe1683becf13b970ce3
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_135.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa97359f1d3ef81b733dc30508ad1c1faf920ead8c56203f469660cec56139fa
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_136.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_136.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c5bf4b5572b30582ae602d21e2cc24306d8d6b
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_136.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466b4b458e62210b23521684ff9dce943603cbe88094be73f0b3f63b6773dce0
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_137.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_137.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7279dd7fe97386fce29e0a9643ac451b512cec34
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_137.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472bbfe3cc7ca5dcc60fdefbcc68c217d0b03f302ff4cf2c67b1bbc65e6c8f46
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_138.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_138.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91ebabfed0c9349acfb7a94042c6d27240024e5
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_138.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da960cb9ad7893f899b25d9deb0ff7d5657e208dba43d237b59f4a6b634ac96
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_139.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_139.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544e1848c17d646895b3bd668411d23c35048d59
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_139.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f17184fa2b525ed2f0022f903669d47653af664c4664d1b17778668603c8e3
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_14.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_14.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946fc1516d1b5e00317fc4fdff2b6ad44dd59cd4
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_14.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f3c35b1a722ffe949ac7a70728f763f27c674eba19ebf0b5d187ac6c9e9413
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_140.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_140.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce91b646d587b034cd201de6f721bcc9f22b71f7
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_140.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae7b185a36eaf5aafc99f4e26bcf07cd119e4a3001e5ca9707ecca5c8be5507
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_141.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_141.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9ede72ecace18c032569c5e85f2c841ab09e50
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_141.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52f2173759c25a1cd897066b61a40546dcbac9cda55e4a323c14fc63c68aa5e
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_142.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_142.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ec5626acf0fd1d70e01203393c7260d3c46243
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_142.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e42759277ef5a0bdadd5a12a24de2ebfefa16d91b028b31939630fac3d6a4fd
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_143.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_143.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e28d88463562f76f206a01c3147bde43a66b700
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_143.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58744a069a157f6126e1e2c659d13ca3d7e537e138ef1ed54319c6d9ec7c5cc
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_144.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_144.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaadc1d4c4150876bdee4e6356abd39de65f541b
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_144.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9025317964be7dc6c18b62b2f921e24ba2944ca93d997579f2f33ae146e3055
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_145.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_145.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf8268664c341b5e888ff7c63628cb35d7a15b5
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_145.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713a57f102a4cbf8ed12b5648fe67c53be091302f3a7ff6553fef2a58fa7af25
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_146.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_146.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd1882ee4e5e0c60fe5dc61cc67100952ac2536
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_146.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9078ef69e8dfae547a8cdcc126119c61bfbdc676b9a2c12d29e53e5b44d7569a
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_147.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_147.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3029270a95f9d1dbd5697d9f500000c39359b6c
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_147.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7581164aa5fc5872c6a5424f7e3d260a073e6877129da2d8413526272a5da32
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_148.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_148.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eac65798d467718e63ad2f790a84511bc1eac33
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_148.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb86d8e3f3ebfdd4ddd8312f1b52fa095751eb41335f882747b6a724ffd3fd8
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_149.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c1176bb573a33ebb1ea8e57424e1804a87a143
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578ba356bfb3d8d0fbeff523da3d1afd87a10cd084df7f4551282d12ce53bc20
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_15.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_15.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bbfb3693e02da96e2b45220a0b6a46e22b45b2
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_15.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8566c4c6b7b13f2b26fb63c769b789bb2aac1ef403cd4ba7210396ccd52f47
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_150.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7572483f621713828897437f2c3786aa02b126f
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f76f72aaa87ec1c21da7017be2d5bef5e837466dff6bf104c96945ff5adf56
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_151.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_151.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d44e544c7fbb7ee1f1d9b46b2e84696865306b6
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_151.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e843a8a95083f9f88df11dc6084ff62a693947c37508d00178048eb9b63206
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_152.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_152.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6518a55a91485cf2a64501441d47795c04e01be1
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_152.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c96e44904651313f57b8543fc9877e7bdd35fde89c9460efca15b7fd41d241e
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_153.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_153.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3898cded1cc5b6496bfbfb6c7b7fecf5b4081dc9
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_153.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441a1e4756f751b1396c5c01d363261b37d84559a2c9088694854139af5622b7
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_154.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_154.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8ec20aad44f6a7454638c83ad2bff936fbbf6b
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_154.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591125aa9686ca9343b7505d2f36241b9bc5769f125c2147053f283e558b71e6
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_155.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_155.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a039a39f171d1c9ad03cf8f6058faf9e98c246f4
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_155.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd23185964cc0cdb7a9e40b622b818a171c161f361a51123ba03f558345486bd
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_156.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_156.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80e7905da54607d2b7950663c7ee9227941faf2
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_156.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbb920818f7014c13b6749c454e74d85cde7aa73c1c5307a6ceadde9332e765
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_157.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_157.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a1900b37581d15681bbb2466201e3bda5d6755
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_157.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15780e520630f109f03e0adfdc096e7f4fed00bd9fbe782da507bb9d23e3f4fa
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_158.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_158.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacd4f07f003b9b5e34770cf8913680a6520b8d5
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_158.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496079145b77a6440821721a54a1b015737291bb0f005c776c49680c58f7afef
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_159.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_159.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6182dddf16b0620c26e44af4affa0d4bb6e0aa8d
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_159.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390936ac8d8190d906ff53687c271bd8a2524c7bb19c2d9e31b345e3c8bc5eb8
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_16.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_16.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c3eb51ea8a3a054f42b4b56b73d5d9e611bff4
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_16.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0323700d3825807c18bdf9c4fe5ef5dd8d83e45b180200496b5d2c6094e855e9
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_160.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_160.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96d3c0f1affd6d94ff5578ef964856f8c1abb9f
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_160.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff57a3e605764956715822bc5eb2b254bf76180f20cdf896075ed7e80402a3d3
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_161.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_161.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f5407a631b6ee4a65dc70d3debab3541f43baa
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_161.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1073385da566cdd432bcde63745cc983511a8148bb3891fbbdc17145253a11e6
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_162.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_162.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca9606a238eceedfab2977ba05d5643ea9d97e4
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_162.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc45a643e086425866cdfa572738f9c0be092106ea801b13604b4d6d6c21c87
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_163.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_163.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341f46cf7b636144267c004e732176cbdfe24bb7
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_163.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576db05e83ee9fcf5321b5d24f4ce923640754dc834c365f5638ccc6c3bcb2c2
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_164.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_164.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917c85a7b3bb5eccee47b25543c4d4a27a3b1a4f
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_164.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea35879e86da5e086b113080f56bfd461c374edd4bdc597b831b72e922a5165e
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_165.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_165.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc298c0b8585669351690d6cea3cbe1c8a3054ae
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_165.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c079e12480e5dd91d513e5601faee458ebae1b5d46da06fc78b7cb15d47e46df
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_166.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_166.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396d3814a7d078585d1eede03c9aa8630c759736
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_166.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15932f7c016a81d62c8773d14c39057b1cb4774a601b6727818cf06d3d01bb7
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_167.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_167.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece71eb4d9280f667a8603bf014157db477984c3
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_167.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d83ab11f3614d2e80c518b91105e976c4f0b5839b5ebf23f7af4d682708d2e1
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_168.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_168.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a1273b52e5378e8e7636a418afff80e2d8a6c3
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_168.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73512ecca1fb11ba98d85d3e04febb8fc7ec51536d86ae3cfd482b57713b0874
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_169.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f4aa7bc1d841f0defbf4ab6b236a7546fb4c56
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7058f8fc446aecb3a4585aa9870195e014f061ca87cf2aef925ad9c5f39dd9
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_17.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_17.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc7096d5546e2d239f64eff5c4a4bb5b2be4994
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_17.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7936c4889d769ae6ff8e478ca133acca29ea7f14e5312993729b4cdf3caee6cd
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_170.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94434b7dc965a13ff8dc1d0db9545bd8266be9e
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af204c1ab4e407d3ced8188730248cb40c497becaac26d4672e4485e32a5bc8
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_171.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_171.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c196cd7e31f40a506c0bf03fa1e14cd5a2970df4
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_171.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a724f89092c3283b22ed3f944474684466182c5e790bee2c6cdca85b88b3f0
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_18.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_18.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0208b534cbf4909a43314623cfcc68333cb390
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_18.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb2fbd4fb61d9bf5344947143000df099b29a54489bbecdb42dc7b260ad6654
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_19.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_19.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff76b735dae4809ed564c9fc5ff7e4348756553
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_19.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654a2a03eab4099e33aa4c0ec1b2a2b6ad034fe0c91dc490dbc07ad80a573d9f
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_2.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4b453842e2c433d53a902d329d0d7ceeeb9979
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa4b58ef82d4af11df4e6532ae6fec2fd708af3c2e1c2986abbf325c7a076dc
+size 1795822369
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_20.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_20.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a50d63b550a83e815cd499cff7888c955fc71be
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_20.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc08c20df61b6e1af237a66b119c4acfa8c6325aa435b06bdfddb0495d487cd4
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_21.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_21.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8548de14f53728f98cc74e515fb651c843ae600
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_21.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08ea8942493e06ae02f9f82101963de9bef5b63c55bb9984a67ab3be5ae3765
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_22.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_22.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d721c653827147af2e98ad104e39cc4b6828baa9
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_22.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f9e22e844ed5e20e5092fea809a2d8a9feae3bf7a2404ddaed138e84af1842
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_23.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_23.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b392874d7d71fb91217f97d0cc427018268a5037
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_23.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b07d09f431fb18ad0b4c2d8215b7896f5df02dc04bba89b0196f00ccf26da4
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_24.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_24.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636b147899bf02aec112d5aff21952bbc0314eb
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_24.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb68592f3de9b774debe79b2b3d3888cd5416b9a791690dedd88fdd3f39d09e
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_25.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_25.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0d8aa35bdb69fba2ce75f4e0ea1bfc753cfc5a
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_25.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e82326fbb4bed19e6d31216344a59ba31e1e16bf27b023687b0957325f7f6ce
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_26.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_26.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1add470d6ad88457a76b1131c1d38a006d3776e8
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_26.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22cc234ecd5b19cefec2d622564adf9e5ef66379cbb4cf5dea2a013fad4890d
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_27.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_27.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb1dc8cad8e6859c85b705e4707b1ee159b11bd
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_27.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc03c6a25ba8a7ba548b691175134adeb4a9b7caaf2075eebf51f1b3f5d954d
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_28.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_28.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcc751c3edc3d83efd27ddef76af26faf86219b
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_28.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e8d5b11e4e0296bf9e4ffea9dabf47311598a3d69e8a9da55a1d3409a8cad9
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_29.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_29.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8648408f09a603c3a9659bec15f763c3e8d7428f
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_29.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4668421e3b4091dde5e47e72186e962a82a4bec1d9c4c999a35d9b0b6bc4ffac
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_3.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439eca6e6b0978a24e3f1e45f5b78bd92ccfdcb1
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07e73086a436c5764dd0d5cbd99c61cf3c425adcdb10eb7672e2f95af0fd734
+size 1795822369
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_30.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_30.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16d4d1b56adbc27d61ab67abacd2d8d6ceb71e6
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_30.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5538d5521f8debc46bac38dbc1471154abd738b43a60edeb498bf8cfd9b1b9
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_31.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_31.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57669cdc6797d44603728bfe0e5628d517187b1
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_31.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34403c8904124a7449eb892ac039ba9c2a913bb0c6f29c7b45e343a25d2ff2c
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_32.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_32.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9dbe54003cde3d27b7f00186d5be1f3d6c3598
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_32.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9465f0c834f6dca86784217c6013f679f0213722c565d14b9cb072498d6bc469
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_33.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_33.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fac55aa2a7d62195fe96ed082c9f84fca5dec0
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_33.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e0f7f7cc481d862a132e53e5829edeb7661ff00275d447a0994e81cd955e13
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_34.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_34.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463eda51d68e7c4acd815f6bbd14c7e2f7f951da
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_34.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c914c3a5ab465ebf89efc502d4477bbbd935f76c582e47fbc1bf801c7b1c919b
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_35.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_35.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570531ad273d942d03c2cd51bf4aeadc32f72493
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_35.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31869ae44ac46155d47522b05eeb8c39dfd99b87088ab1b5cd37bedfe750db52
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_36.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_36.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893ed2effb4c0c9636a490b2052c43d691112a5a
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_36.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57095b625e225c8452c2e64d57f500a42b53c3aaf6baf3bea3e2a010bf51b0a
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_37.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_37.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddcc49ffd56a9d1dd47d07a2ddb68e98d71462d
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_37.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3f3f0651d02c1ea2d5238945184e7e99a7801e6b6367689d31cb561683bf92
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_38.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_38.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2567f19fcaa816ad5a6d94c3bea9a5aa7b778800
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_38.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223725a48e226881998da694ce8593bfe35460b5b331d8e9f16c15791d0850a4
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_39.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_39.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab9d8dfb48b2781ead9572a1053811c029992bd
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_39.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b06883dfac2fa0cda21c81d2aff652ef5671f56608bf9d0354c7c15ad4ea76
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_4.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342399a3db01b511543124a9a592c50d893fe735
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e2399e07b2b7f9128e5eab5f082439727122b5fdd3c25a6a6785b5438d7490
+size 1795822369
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_40.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_40.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe88c57e9f57e6718d82d6e4a744d9fd1fc1e7cb
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_40.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f188cc9ac4c9b8808472bba4471ad3b875e4ea0d9f91acf51a7113c7968c908
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_41.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_41.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd71bcb445fc75ac1bba29177f0c47deed9d4ef7
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_41.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd4743518661c1e93796571146c19c8c90b6d5d34bc2914be76026cbe9c404b
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_42.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_42.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef817303e34ced1249317b0f657627e677497867
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_42.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad16b289a9129c586613c5dc62f1e42644ca524fb21942f23ef15cf0819223b
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_43.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_43.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2035dac57966ebc7dc5a8052f407abef5d5b742
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_43.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57920dd4dc1a9a800a76f371fd694b931e9ad6abccba23db79395b3fb03bd8c8
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_44.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_44.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551a8b331bfe45ce22267b3047cfb1a52a107277
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_44.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4da8c980e3b4a21e7e6df92cc5b8bea0b3de8266824b6df2d4379d397fd0b1f
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_45.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_45.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675ca391e8d0ed28d9f1cf5f558bf2a1cc8fb25b
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_45.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17e773d4fa075ca049f18b26135b695c4f8c03dc622d5bfe4c08c46a0dc7694
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_46.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_46.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d87a65f045090106dfa8f2e8cd60466b04ff10
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_46.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a121d4d5ee5b1586ea83f60869e22067e855db1360701f550bf78c613a3c167f
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_47.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_47.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c326fde685982e4e8ec4d6e5acaacb3be876963
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_47.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af44c66f46884a3e9fe68deb1438b3c336e5b3af17bdbc5f4df0f5d01dca71de
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_48.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_48.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c7681e9541bca0eba9f2deeebfe88939a8a991
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_48.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778c29ad95b1844e3d1f37ff62d5d3fef46526f388a143c4c29ff6117ed68b37
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_49.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_49.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963e5f32a776d58e3ce7d4445f4112f3a4addbd8
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_49.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6cb06d3523a6392c8ea25fac35f982dfe9d4c83dee4b101e3655dd5580c8b3
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_5.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0d6c292ce2c06b927521ff50e64cbb54016c75
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb80eca42a2615241613fbf788679dd543ddad9cdc1a2951ace58f3ecff465b5
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_50.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_50.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f551fc68f134328f05f1100a8dd9be2cb94711
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_50.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b13d7e2d8c2fa6670c6beee9b8748f3c896e5f492b7269358098259f8e6426
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_51.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_51.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b953c6ae91f189a20406299f4adbd1ee9c5b45
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_51.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172898d028c778f56e0c55b244f8c08c851c9eea73b2525c31afdb9b2b7ab1f7
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_52.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_52.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64e2d074313fc0396446465961b20ee87ceac1c
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_52.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fbe4d5536f32811438f820d078bea176a859d098fabc02a2f45aaf011eeddc
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_53.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_53.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4e976743020724ffbba8943a8dd842673a2d43
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_53.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76820cb0f9be2f8acc27b230f0a9b19877ea416388db484bdd6b975fd8d62952
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_54.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_54.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13aa4b8a99369d5b8dd88220eefd30af7efb32d
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_54.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e8ecb733a2ca6b8f0392e1276073223270c2f51e03b846a801103c3a9b1842
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_55.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_55.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e231540541b91d320935353eaf86a99fa55693
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_55.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ad466bbb66ddd1e142311ef358f79fb962ca0cf2eaf45cb400e78dfe2f4f4e
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_56.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_56.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72405d01fd75bfb41f7f7277e439901b008fad1
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_56.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4877339f1ac69689c6e88c49e129b252a0940cfef6650e7e9c0252fc171dad1
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_57.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_57.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc0933168fec8e0d867fe7eed97b240c75b51cb
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_57.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a004906de6d5c8aab9a126117ae6867295848234d81286dc701099627f82ddd8
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_58.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_58.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3754cca7af3d07f8201dcecfe1ece890aeaf03d9
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_58.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c26b799d81cbe198ed4d6d2f5b7ee138da38428af4e1311695cd7f3ebac406c
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_59.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_59.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ad26f2a158c377eeb9c638195f2fc9506702ed
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_59.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a19852d6353876be2d0995488c3e80f285539dda5a9c4e3c2cec6556ff3cec
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_6.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603c88471a5c460ccd3cd5a1a34b9066b1342f65
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481913904b05a0d50e62c9fe17fa02bab94ae9d069e5168efdd3bc00540a9936
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_60.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_60.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8a00b088c2ac43d7003e215f509df7477c5855
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_60.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd297ca3f014c4d3d08a17bdc5cab73c735452e068895f26b4bc23d52cd8cf73
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_61.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_61.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b077563a3b201e8bb85a371ec48c8b5208d24398
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_61.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc08c94c950002bb6eff37ef04041b76096d836c8519207234d2c8b0c7653aa
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_62.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_62.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28753828b9e136bd215f5ac6e62e36dcf63f53a8
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_62.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78352cc65c4c1e16b51f9b1ac4973d1c5499746cce0cf425eba507cac51cec7
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_63.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_63.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7a4dab63d1a06134ec2b23c8ab07c79aa994fd
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_63.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3386bab0acc47eee4df1d493c005f7cf693a1ae15c5589b3846a2788ee304519
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_64.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_64.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb4b12b2fee870e6190a7bc2e107c654b7282e2
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_64.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fa37f5ed32f1095754a2fe5c35bf452b7bbe636349b659bad4b4734a881ea7
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_65.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_65.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d20a6c276c2a4b087b00d019374be2558af87d
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_65.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e132e9cea50f53058c4fb391238a7a6195c5bfc2bf82751c181d8cbcf4ab25
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_66.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_66.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfca64d4206701b0ca2a9247e0ab4fa709d7fb80
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_66.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad0661ea42e820fbd833b31f792abb43c43fd7cf5848428af2a63961a80b6c8
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_67.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_67.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d7f611b3a58a9e2b5c9aed10001605a1225b24
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_67.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee04b109663aa5a08ba68a4e1ca8817b51c874cce2da60bbecb29741e9b36da
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_68.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_68.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf096b7b57a66e10528442c9c9ef4a37580db38e
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_68.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7339a852d48647bf0a2592b686a0ae05e4df17b05032f13f20e74737085a90ad
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_69.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_69.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146c4c3f3be115bc73b665caf0428979a3728eed
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_69.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0a2606b090b96e05bab07c5b0c2bb023d757f0c2b54d9248aa7fe7193581b3
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_7.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e142c9d57250e2dcff5b8fd2500a91a7a11cee64
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61012451429e83b400b233bfe55928f8d55c29742ecb0da8bd0f5995835c37ee
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_70.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_70.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe38dc0637cabb7cc6c1872ecb56d4d4c585dcb4
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_70.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6534d487f6ae38afda1b05c600f5e7bfe32dc29f6842c9d0efb80bf045d1d0bf
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_71.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_71.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158833898cd9de62fef70eb29c6caaad2c78e41f
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_71.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292863c5d993bbf3a893c858f8dced613a3595d6d1d13aeabbd1c1eab58ddb14
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_72.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_72.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f994e159eb29fbf247bb1f65e800ab3137172ffe
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_72.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639a2541351a8b644641830055af2989b3ed57f804949c2936ea87da6b54bc28
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_73.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_73.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a194f8b75d81c720fef7d4c9ebfe8aaf9dc9ee50
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_73.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d003d597faf321736d815f04fd55734ccf862d38413fbba73cf727c339bb07
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_74.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_74.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab40ada8813b347d1d3d97d4013ad719142e0c91
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_74.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b575eaf301688c4d86e6fbdc283dfc1dd377059a87874492fada8dc101ad310
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_75.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_75.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5396298147747e6866f3c5e473c5e777e8d0f309
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_75.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1de1780956a819380bcd99d94e95456511df2ed908823c01f232e4fa134389
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_76.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_76.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8481bc919f089522421b48dc7f52755994bca9ae
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_76.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2951924d58dd5866f603901d977c4768c9c3fed11290e5354a19b5fced375b
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_77.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_77.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14483d070e2bc6b7a90a6eeaaf1ff376b696b41
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_77.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddb4fb566eca8ac16aa9abbc8fa6eeedbeaf0e2e1112e4b1cc7eb5e4f0fde5e
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_78.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_78.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48794fdfafb8cc3c440f847e3709fa60f7db8d4a
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_78.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca269763f868c310c70dd1b40b1f5a0c15caa1a0809ada39ee1d3660cc7d9f37
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_79.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_79.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7e8f7194d8ff41ad9ef44c082c3a0a802dee2e
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_79.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d11b4bab6525872c20a9492b1c13d1b7053492e00b9f7393cce88be58336f5
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_8.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_8.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164f5df997fcbd5fec5481965d6b4c8b5c39bf8a
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_8.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9be1b582895f5a6ae95191b5b9d5bd78c22ee0cca30eda233e79df97a3884ef
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_80.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_80.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b8742c034380dd0f10bc868c82b811cd96cac7
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_80.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d429f56c2259cd745e99b729fece557dfe259be28008f56a9845b0ad2c96fb1
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_81.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_81.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2afe6ef1054c249e485c32b219674366ccd591
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_81.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85f0d90dc04e53c8b8714490429c1feb78753169c041a5fbd11d638e7498c57
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_82.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_82.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dccf33cfdff9f6bde9984a604be2209689cab1e
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_82.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c541e0318fdb20bea4879983255b5ba5932a9683916db5f5994dd597109b36
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_83.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_83.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9da0cfe56a4cd64372380057cc0ae09492e59a3
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_83.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f701e44ff1d3beb9bb02907bcb01ddff4d2911d34ca1c3896561a39f4099e3a9
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_84.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_84.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b56f97123db345bd416b2500b94e18286692029
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_84.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ed403375729f5804266e37f8cb104c73be47dcd208500e0787626a7e529099
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_85.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_85.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b1c4258916243c870a50dcfc767e7cf56115d9
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_85.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba9bb5d76e0fda5fe2756c6e022a8c432a32e859c4fe6bbeab0c49bd6128b6d
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_86.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_86.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cf8d5058546a14ea4d4c19fbdbaff9420a1ec9
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_86.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bfe29d9b290bbcf78c9f24102e86771fc7d1e6766201c434fe68c747b194cb
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_87.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_87.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570cc56134b44af1e5dc034ca2d21de77b7838bc
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_87.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da24342f66ce9bb3a6b6bf2aa86d986c2f45d147142b543c1d5936bf85cf9443
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_88.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_88.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e42234fbbd2cb47d7d84885efe23d16ff378b8
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_88.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be0674aef42aedf4d21945fed40b19a309e86683241b01752733abe9340a6b0
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_89.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_89.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01fca97392bb865a4e09dcfe5645a41e1307419
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_89.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066a0d553ae92c7f4bac7c3accdec118360102f672722e31667b90275dacf646
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_9.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_9.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8581cd0d072eac100739b7e3e0fa7019fb1e64e
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_9.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1db1ff4f13e2ea2bcce922e54343ffa7aab743b5adf52500fff4e14d8e96176
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_90.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_90.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7337d5fdf223c403279a5c4cfe52a8affaf799
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_90.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ecd668c32d578238ba299aa544c88a6f7673d17f8183132da62d5e1004587a
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_91.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_91.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3b6a7b3b1628945b3a0565ca42d13ac881b509
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_91.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da97e572dfdfa3d2a644c348856187da775b5ea2bdc34ae2a7448d9748ca163
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_92.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_92.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da2bc9b9c1d71242d9bec83ee6100a5b905404e
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_92.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9018a4786f31855967e653c5800ad6796eecb00fdc2ec08755b9b1317f8f56
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_93.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_93.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2da68376b88f861890c4c9d13603601a2d05e0
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_93.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4d6aa9186d8f5767d8767904b310e84294138bd54167cfda83599fbef6fd13
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_94.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_94.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b4d3e567d38b457fca31aa94b6898405677a25
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_94.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf2fe0f93603715421dcf878c1b4a7cc8c6d72d3beaaebe83ea6c5fa9c848c6
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_95.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_95.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df92d6058e9b2642605622dc420f64eb04b6eadf
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_95.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9367fe99ad2b5f56686eaf7d762d07ce50c9358511a5487ed98db6dce58e3272
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_96.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_96.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7426bb0799b6c8df34206951f33b8769a6e06712
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_96.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221d040aa7d4b7930d6a9447196a12c1d026a4798ab4034be6ebf7ca431c9cab
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_97.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_97.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4056e11bd46cadf5eca51c0bf36f6c29441c1412
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_97.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3bf672b0a53fc788063cb0bae81a230e19960a535952146d84f9650a6bb4f5
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_98.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_98.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2c3c035497a2ee5be72acb3caa2937ce67f5ba
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_98.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f8c6096c585dff925a55eba1d5ba589b334faf884752b96a3f109b4f7d9b13
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_99.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_99.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322981271c9b2069a0377c2b3e7cfc91a402008e
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_99.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9c2db591bd9f93c2f6a1d4b2f6dcce6f8836a2482cc6b5a3936e6ac5c4806b
+size 1795822561
diff --git a/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_latest.pt b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_latest.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c196cd7e31f40a506c0bf03fa1e14cd5a2970df4
--- /dev/null
+++ b/full_checkpoints/Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k/epoch_latest.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a724f89092c3283b22ed3f944474684466182c5e790bee2c6cdca85b88b3f0
+size 1795822561