diff --git a/SoLU_8L_v21_init.pth b/SoLU_8L_v21_init.pth
new file mode 100644
index 0000000000000000000000000000000000000000..27e4660c8a79a42476ef6647f6a9656533f71113
--- /dev/null
+++ b/SoLU_8L_v21_init.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0237046ce3e68394ab01d32dc2f5fe7c53269b056ad81b9402378d5bae5e00
+size 426537655
diff --git a/SoLU_8L_v21_opt_checkpoint.pth b/SoLU_8L_v21_opt_checkpoint.pth
new file mode 100644
index 0000000000000000000000000000000000000000..785ba705c80d38d65352dddfbcce5cdd10b9f009
--- /dev/null
+++ b/SoLU_8L_v21_opt_checkpoint.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ece2b7bdbb11f4e74c9e03dab200c25ef8e162a1d74ca9888e7d34c40da7bf6
+size 1638966019
diff --git a/SoLU_8L_v21_scheduler_checkpoint.pth b/SoLU_8L_v21_scheduler_checkpoint.pth
new file mode 100644
index 0000000000000000000000000000000000000000..09ba0b82c566c93e16a94106ae916306edcafa7d
--- /dev/null
+++ b/SoLU_8L_v21_scheduler_checkpoint.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9c0d8e4aeb6d8aa6d0f5c344821921b7392148b369792559cce8deb2014121
+size 751
diff --git a/checkpoints/SoLU_8L_v21_000169.pth b/checkpoints/SoLU_8L_v21_000169.pth
new file mode 100644
index 0000000000000000000000000000000000000000..304aadcea5a3c4eb997b9bc3732b9cc89f404e5b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_000169.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0f5b9f33d2adcd38fbebe3f047366ad4fdc0ccad00c5d34e425d76724f69a5
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_000338.pth b/checkpoints/SoLU_8L_v21_000338.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d263887d9757e643e7bc3d7ee085dab1ca3d6f30
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_000338.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8abe56928c9e89281e93b3ca0280d9b11e7d779fb861255e58ac04164fbcb3a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_000507.pth b/checkpoints/SoLU_8L_v21_000507.pth
new file mode 100644
index 0000000000000000000000000000000000000000..337d14fd6fbafe84ede2aa7cc528e9165367aa8c
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_000507.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05f311567aa7a1fe29bb786c1e4c6e708bd110ef4fd4b60d26d132c5c760977
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_000676.pth b/checkpoints/SoLU_8L_v21_000676.pth
new file mode 100644
index 0000000000000000000000000000000000000000..010913c2c207dff2814b949143be8396bc796894
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_000676.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936f29d8eee36e4af4f002bbf0b6075c85aabee15743d518bbc21027569fa13a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_000845.pth b/checkpoints/SoLU_8L_v21_000845.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7384f93bfb7b514d1bd0347f0fe6a2a309365e63
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_000845.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b2cd37be3153b1b8d59e5ef53fb6049015649750d70a1ba6a5ec92c8c88af4
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_001014.pth b/checkpoints/SoLU_8L_v21_001014.pth
new file mode 100644
index 0000000000000000000000000000000000000000..978bdad2db7446b6e69f990e703578fe25809dc3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_001014.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09743a24751007bbec518c8d9d928e406d3a6f700862a3159b84125c321d628d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_001183.pth b/checkpoints/SoLU_8L_v21_001183.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4c7380eedec1a2075cbfb17be2d8283332a032f2
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_001183.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49da5d66938108d7645a25243bac3e15b4fe550669f25f5721e3d055d495091
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_001352.pth b/checkpoints/SoLU_8L_v21_001352.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dbccaa0e5e4fba46cedc394394fb46de3e37c5e7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_001352.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9005023ded6481aca64d3d18a3cbf0d27435b7dc33fb0936446bd16abb3ce8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_001521.pth b/checkpoints/SoLU_8L_v21_001521.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ecf1467483f80f14ec753cdd32181098cd2239d8
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_001521.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a993b1be5f4f42ca058f8dc4275e3740ca0cbcfb0731d9b23f9e480347b7ca8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_001690.pth b/checkpoints/SoLU_8L_v21_001690.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f138ac74534468fdaba6dc9e4cd124379e50c2dc
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_001690.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95c94d0a8c6a905af87df21ebd96e55c1e06a91babb4c5db4fc44d6cc73f816
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_001859.pth b/checkpoints/SoLU_8L_v21_001859.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5b353fc8751de3c20c4c9f7c1c75cf31aefb86ea
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_001859.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2390bd8fb2654d873c018683aeacfebde0f404468a6b232888faed25216d5d04
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_002028.pth b/checkpoints/SoLU_8L_v21_002028.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3bff801a178ee3d91294b2e70373654401ab06cb
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_002028.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9d185bc853c0a712703b5b43c440bc922ea271599606b2eeaebb89b2abcc7c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_002197.pth b/checkpoints/SoLU_8L_v21_002197.pth
new file mode 100644
index 0000000000000000000000000000000000000000..45ca826ef0392b0b111a495ee2e4c4ca6eb67124
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_002197.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3699477dd758c7a22a498bc3e688e4f83d97883ef4c97f79429da2d5b905c136
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_002366.pth b/checkpoints/SoLU_8L_v21_002366.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ae4a760751e9fff587ddbaafb60e30b1e84048e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_002366.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39730a91e4f98087d0f44787edacc6dd55a733036f4f60beacb78992c969fb0
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_002535.pth b/checkpoints/SoLU_8L_v21_002535.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5589a33071399449be08c94d37af9ace71736116
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_002535.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f425cb1d2dcb10c485ae8832c91e3d3781fab33dcb7729697572b7af581aafd
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_002704.pth b/checkpoints/SoLU_8L_v21_002704.pth
new file mode 100644
index 0000000000000000000000000000000000000000..09b8d49607ef8cd40f07c4ce9c1585121abf63c6
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_002704.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39106afcf875a16dfbe870cac91b18f639d07299a1b5abff74c091d29ac0934
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_002873.pth b/checkpoints/SoLU_8L_v21_002873.pth
new file mode 100644
index 0000000000000000000000000000000000000000..52ce35f57ef87ea912c84d8f7a372baa8eede0a5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_002873.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981836a5ae278b6c6d82c77e244376774ce4eb217eda2dad14d07f2e0e569b0c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_003042.pth b/checkpoints/SoLU_8L_v21_003042.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f62c6e9192c3e07b9b00c73a0ed1f04cec0fb62
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_003042.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37233c887572c0c8b96855f4cf25204a3e7168468035025602fea665455753e4
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_003211.pth b/checkpoints/SoLU_8L_v21_003211.pth
new file mode 100644
index 0000000000000000000000000000000000000000..97a50479a0ed8e655606b8de2e5d9c096b1620fe
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_003211.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712f5f1523add0145048442dcb1463170c31588adbb61abd91c6e629036834fa
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_003380.pth b/checkpoints/SoLU_8L_v21_003380.pth
new file mode 100644
index 0000000000000000000000000000000000000000..51c37b939d939019cb2912c98fbe7b7c6c341968
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_003380.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae2e5bd9e25f3439f3a89ae63c1f3ecd371af2514c101bf271bae950aa717f0
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_003549.pth b/checkpoints/SoLU_8L_v21_003549.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c32197d661149047d0884304c89072290b8ee3db
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_003549.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89cc81b4c8dc8d7670739267ceb2b594f74cbd459d17be3251ba478f97a87ee
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_003718.pth b/checkpoints/SoLU_8L_v21_003718.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dffb527d61d8ea2277f48a80010b112dc7c8d855
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_003718.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb855f689cceb13a208ba8e1198fbd30549e0e8d98b56658a51501ad31e3c7f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_003887.pth b/checkpoints/SoLU_8L_v21_003887.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4b4002fafd976aa2a16e46cbc0198491cd1a28ed
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_003887.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1083086b615dc25132a77e98218c3d13c6de904392158d1b10ea10e0bfff73
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_004056.pth b/checkpoints/SoLU_8L_v21_004056.pth
new file mode 100644
index 0000000000000000000000000000000000000000..404f608f274b127eb2df9abbedb5c5847fd5ffb4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_004056.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a852bd67bc605d2c2856bd9cae8ce4fe54ab05f47ae20ca53145cf44837835c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_004225.pth b/checkpoints/SoLU_8L_v21_004225.pth
new file mode 100644
index 0000000000000000000000000000000000000000..30e7575dff4ba0137860a95616003ad16941fe35
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_004225.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f04f6b955891e1be2ab1cd34e46e7d8d4a5cd7e99d1526dad524f80adb1d29d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_004394.pth b/checkpoints/SoLU_8L_v21_004394.pth
new file mode 100644
index 0000000000000000000000000000000000000000..50b76717e22c9dc485f01c2021a224606f4bd1c2
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_004394.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36817329378bf196d7cfe954da7123f046c49ddb2257079e2e725952ae58571c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_004563.pth b/checkpoints/SoLU_8L_v21_004563.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a655c1ae853ea6416ba14d48e5eb0a9e59527515
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_004563.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7ade5e9de2163030c2eef4e4a2635158c0461eaa636fae24fb1f01101a3ef3
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_004732.pth b/checkpoints/SoLU_8L_v21_004732.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f33c96821f627f75e7616b23fc7cf045bda3ab83
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_004732.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc1785829c9ddb01ae83c09efe88d69ee68c9478fa3de5c7f2d7a9de36ee8bd
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_004901.pth b/checkpoints/SoLU_8L_v21_004901.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5958b642776052fb3596ef081e4457fe7193784a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_004901.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f393b007f84b9a8d905fbaae1d5bcb3e72fc371973e307a52844e04314f248
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_005070.pth b/checkpoints/SoLU_8L_v21_005070.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c3607686db9254d50aad32af85a31ce729f72e7a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_005070.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a749ff8151745d637a5ccd300ca7e3427c5e5c155f7bf2e1afd2fc70fe43201
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_005239.pth b/checkpoints/SoLU_8L_v21_005239.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aeab68c8d5c562235fde1c3005a0e4fc4438b817
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_005239.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47d9e0bab1d47c77e3a42606af20d019d7108b8ef83160b940fe7c533abbf42
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_005408.pth b/checkpoints/SoLU_8L_v21_005408.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d1656bcedecfbcf678bbe02a7224f8bc68a67209
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_005408.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f23d7919d84674df9f9ddda2d22fd8bac2e652eb213291481b1924e5e2c1213
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_005577.pth b/checkpoints/SoLU_8L_v21_005577.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eafcf3634e45aa6ec61733f17c89731a92823426
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_005577.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e68f822a5ea966a9888ce68e206f73f4f8fcdb72898b279a0033b6f34ce51c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_005746.pth b/checkpoints/SoLU_8L_v21_005746.pth
new file mode 100644
index 0000000000000000000000000000000000000000..578d07075b637d7630ecf35d97321480b8362a49
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_005746.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10610b6748c206882b4abbe6373043bf36d30358b1dcfd4b0a1f134855a4425
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_005915.pth b/checkpoints/SoLU_8L_v21_005915.pth
new file mode 100644
index 0000000000000000000000000000000000000000..84863931584090223390b3f24ab3912fe2e0fccd
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_005915.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb479692d00f5307a1201dd0292012d309eece2f130c8d53f9afa711692a1579
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_006084.pth b/checkpoints/SoLU_8L_v21_006084.pth
new file mode 100644
index 0000000000000000000000000000000000000000..431ffb06278f9c75b3ee955a49708580225bd5ee
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_006084.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739adc5930639e8834852cd336a6cd0643b8b82bb65a8a62606aeaf0eba72904
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_006253.pth b/checkpoints/SoLU_8L_v21_006253.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4fe9b5e624f924e994c64d0d5d950d077dd5914c
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_006253.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b4b67451f8f28dccb9b906ab5c356527710e060dac00b3337d5a3ff7b0a991
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_006422.pth b/checkpoints/SoLU_8L_v21_006422.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9d1cd69f4a007c0e8bf869de6c64982e8cc5df4a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_006422.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dd87d1e0ea401f371eaaf65e1347a6d8095488b0bba432ae2a6367b163d934
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_006591.pth b/checkpoints/SoLU_8L_v21_006591.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fc86ae9e9a7ec93c20d5aca4c88ee07e4e1b171d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_006591.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9e1594b9fd0ba67e6136623db38146005fdd73f605633528ff896605caf2b6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_006760.pth b/checkpoints/SoLU_8L_v21_006760.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0381294ac778daf07614dc47e7ecf504235b2f71
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_006760.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007629f45d52e23f7b4c370d1080135b952ada064bbb3ccfcdc5662b405fa7d5
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_006929.pth b/checkpoints/SoLU_8L_v21_006929.pth
new file mode 100644
index 0000000000000000000000000000000000000000..036d18aaafec277578621924dbcb2655445477cf
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_006929.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e22d9c4a40acf48db1f5ad19efb5547fb43826cf5ca9a073379bb6fc655d7d9
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_007098.pth b/checkpoints/SoLU_8L_v21_007098.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9e043da4ee65b249ce80805a71c8c14a80dadc5f
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_007098.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c48ae402944fc6c2a5b5c43edcae7093b3fdfd1f741ba91fd02113121b0b17
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_007267.pth b/checkpoints/SoLU_8L_v21_007267.pth
new file mode 100644
index 0000000000000000000000000000000000000000..52239c0293a5c09b321c61b948bdbb752c21c8d4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_007267.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48104fdba58c92e93c801d6f94d2c9c76267b1cea36eed772e18c31fbdc8a68b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_007436.pth b/checkpoints/SoLU_8L_v21_007436.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aaddc223ade2c414627ecf423e735119e642be85
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_007436.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95132d4ae029690ff395b1a9228168e5043d4761254f6f37d4cc2ed650fb1c6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_007605.pth b/checkpoints/SoLU_8L_v21_007605.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5a77f3efeb69273d8a054292db34122785f03042
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_007605.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735578fb9cad35ea58d9c9b5f067f5ec7a37c6cfe7b5aa30f997b50162843b15
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_007774.pth b/checkpoints/SoLU_8L_v21_007774.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9b175868379afb0f31393423d43d07656a06476e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_007774.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4b5279b421f5048ee16afb346e7dad7210009af0b89fad7382bf1227a31d1a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_007943.pth b/checkpoints/SoLU_8L_v21_007943.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e02c3d47ac02d9d8d893d6ea8a6c8fcd04516b0b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_007943.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b61f5a6bbef5c5c0a07f82f65f6a0a64f681501b3d02406c67d2e9b338c2bdb
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_008112.pth b/checkpoints/SoLU_8L_v21_008112.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5acd3f69346dbec4205cc6a1ff53c0e12fc997a8
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_008112.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdf3d2ddb9bb9e28e0abcaee728348e3402d10da4c114bd17d27d872e509e68
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_008281.pth b/checkpoints/SoLU_8L_v21_008281.pth
new file mode 100644
index 0000000000000000000000000000000000000000..36e281553fbe92cc491f556f26510aced292a169
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_008281.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6c4688f83abf5124a2cd21d6d04e239e7afd763c2e14c9998804cbfbe51d39
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_008450.pth b/checkpoints/SoLU_8L_v21_008450.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e5da546b4349a0da69bfeab638a608baa87bfc19
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_008450.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1187b860cf3b4a23453b2cac4be0090fb4ed2f93efe50372a59198b57f77222b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_008619.pth b/checkpoints/SoLU_8L_v21_008619.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a5469d152666c819e44649b9481965bca373bad0
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_008619.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd0ad4b7142604f6e817bb9290790d48aa935b7e370880b8bb4af5195155531
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_008788.pth b/checkpoints/SoLU_8L_v21_008788.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3570e87147cc3257e06e5b0a625901e036c91079
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_008788.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3b7a267c96899c3ea7d9d445e70c97f8ac419db9f7c79f278a4fc69752b4b8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_008957.pth b/checkpoints/SoLU_8L_v21_008957.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3b22cdb119dbda4c591c4b4f6933f08619cd52a8
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_008957.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9e8b3a5185d6f323dc8f12a48f7719b57119eb8141d72139dad7e062c4ed0c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_009126.pth b/checkpoints/SoLU_8L_v21_009126.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9e914e92ea71200e480ae2a8c5688e0ef727ffa9
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_009126.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d376a8dafe8d853dc733e625100bd0e353386b5d941c55af0da0c878de466c8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_009295.pth b/checkpoints/SoLU_8L_v21_009295.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e9032fdc099752cfeac58625b4714e16fd177ca0
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_009295.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa6e477facbbb51bbf018bd91009c533908ba187d11f86efbfeec4a2ea5259d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_009464.pth b/checkpoints/SoLU_8L_v21_009464.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d461485632325d3b5381b1d9e3d499d9f5408873
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_009464.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6efaba93fef4fb287b4da29e2aed3491a92021f71244efe8bbe1807adfd3cc
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_009633.pth b/checkpoints/SoLU_8L_v21_009633.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5e107b6e6ad2fd0a409f0ef4a5cb712327abf662
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_009633.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3837324e0245e7e4396bec2e50bf85a9612d4ba1e84dcb237cbe84e45a4a3947
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_009802.pth b/checkpoints/SoLU_8L_v21_009802.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b2dddfdeb03c0354f2fa34e819b230061f9e45a5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_009802.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9995d708ed0159f16d522f4af6c66e4f569f4082db39301d1e1bca4f4ad284e
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_009971.pth b/checkpoints/SoLU_8L_v21_009971.pth
new file mode 100644
index 0000000000000000000000000000000000000000..af8bb0963d6ff2b41a9f4aab2145f8fd4a1f12c3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_009971.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1c84c2ede56ae09204a48ca159140811a59dfe80df4637a7413fdd2f3d30fd
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_010140.pth b/checkpoints/SoLU_8L_v21_010140.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4afcf7a5e4d32d99d601c89d7883a263d2641f81
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_010140.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6188c91a980a89d0e2788ecb615650bdfd533087dbcd5ba89a5c304300935a2f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_010309.pth b/checkpoints/SoLU_8L_v21_010309.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e5c5dcde099dfa8dfb2286e286ff5259c87abb08
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_010309.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414483df0df4b0e477a2e2cc0f5cb9237d0e73591c3b91b524aa394bff85e767
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_010478.pth b/checkpoints/SoLU_8L_v21_010478.pth
new file mode 100644
index 0000000000000000000000000000000000000000..290ac8356888bda08bf7e7ec3d813389b1f66761
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_010478.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ca747f76f9003e4ddd2c1d6aff3a71e7a3abce3ce0dd1d8da08b621aea78c2
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_010647.pth b/checkpoints/SoLU_8L_v21_010647.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1626785991718be7d84f59150d3863c3348b4065
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_010647.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0236293d886980af28d8e691675dbf8ab3fe1379bff7f59486622d6c1dbb4315
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_010816.pth b/checkpoints/SoLU_8L_v21_010816.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a6e3b8d4b3d63a9d6d67e41f919ba16aad114ec7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_010816.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b38ee6d0845f0785458a787f550386d7a6f177b9cb703544b8d86c985d502e
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_010985.pth b/checkpoints/SoLU_8L_v21_010985.pth
new file mode 100644
index 0000000000000000000000000000000000000000..488588bcf77266e3a2936e71fdb655facba4f817
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_010985.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f47b8be5a9c91cd4fac00c8b902fef8b9a0c391ce602f0dd6e89e709943fe9
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_011154.pth b/checkpoints/SoLU_8L_v21_011154.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a29023aea6baf83d6621d91be6d29e0d13d1e377
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_011154.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d241190bcb551addd632513f2fa8da9f14e0a8c9d652617f537ec31eae48976d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_011323.pth b/checkpoints/SoLU_8L_v21_011323.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5e646f5e36e14bda9012742bb5760a71ee934d28
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_011323.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2669be9861324d5e26084a6a4255f5a0711630bb55a419f930173827411cb39
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_011492.pth b/checkpoints/SoLU_8L_v21_011492.pth
new file mode 100644
index 0000000000000000000000000000000000000000..578db08aa26cde8f25ceb54e4c0163779ad9fab1
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_011492.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430fd4d08cdb2fa8abd435a69864d694afd49f29ec8117fb8384ad88b095b8b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_011661.pth b/checkpoints/SoLU_8L_v21_011661.pth
new file mode 100644
index 0000000000000000000000000000000000000000..43dc589d929f74ffb7ecf02e6f016383a7840fc3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_011661.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0f494a5a4c1ab806bbeea41f0b96a1fd4d61968789a223cd4c51d6786daacd
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_011830.pth b/checkpoints/SoLU_8L_v21_011830.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ba1876fdc6b6f3ea430037a8421d7c3d2c420ba2
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_011830.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee8f06cef983212fa9454d03c76f6a101da4a5ef665a15cb185bdbe4ffc5315
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_011999.pth b/checkpoints/SoLU_8L_v21_011999.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fa399eeea999f999eaf85b74fef90b00a8f2e77d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_011999.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badc3f74ca6c46baa90ec9942b789989e85cd59946615bce25b9cce1b7a2ba9c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_012168.pth b/checkpoints/SoLU_8L_v21_012168.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fa03f752a11768a76f1c3b56a9c7183f5060afa3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_012168.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f95fe2632713272aa58489491b1d6bdcafeb6862875cd7888446459bcc263f8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_012337.pth b/checkpoints/SoLU_8L_v21_012337.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a00c953ce9fe2a54be1261260ceb2e5661cc3937
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_012337.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3733ffca9929f75085ed7c7ad297f903d8a0d33de3628e437ad4187d467050a6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_012506.pth b/checkpoints/SoLU_8L_v21_012506.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1403be17cd20620a2e5df302f9bc0868463d8385
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_012506.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28804f2233be20bee670c8034c64071ff587320b130dd9601032d13a0855175c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_012675.pth b/checkpoints/SoLU_8L_v21_012675.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3e01f4f755dd1176f08501a6be02f8f7c8b5be00
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_012675.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875956a814ac7c8b806a5086107a7c6ee08037873d15de192a530f06fe3b7621
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_012844.pth b/checkpoints/SoLU_8L_v21_012844.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5e01a5cc2aa1d8e81eb148f081b1253f962508b6
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_012844.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd44d86cf15959a401b59d971e310087c511358887bb1e43d1010cea5465fe6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_013013.pth b/checkpoints/SoLU_8L_v21_013013.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f5576c1ee35d3f777a30537e9763e6dd2f0ad358
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_013013.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fdeadeb5a507ed371891e51b01bfc8d79ff7b02afce34ed956474fb7ec9fb8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_013182.pth b/checkpoints/SoLU_8L_v21_013182.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d0317321ccce528fe76ca1e4384c3d9ebf942bf7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_013182.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3215580b1708823ab0cfee0ec372430119d7da24d3c9d4c0a39f8e1972b8e7f6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_013351.pth b/checkpoints/SoLU_8L_v21_013351.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c22e712cebfce5df98ca1e5a1c3af6eb2fd97564
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_013351.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4323cb3ad36ebdbffecd029a1dac60196792aaf8170110af38a544497f5b8d9e
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_013520.pth b/checkpoints/SoLU_8L_v21_013520.pth
new file mode 100644
index 0000000000000000000000000000000000000000..edd47a58c1c261b471a60ed1d7e82f3fd5f897b5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_013520.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c45d2fd482378a564c958a5a8ab71ada6e2b981daba74bac45b5ec49382e68e
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_013689.pth b/checkpoints/SoLU_8L_v21_013689.pth
new file mode 100644
index 0000000000000000000000000000000000000000..afe471e2e425a64568037133c34146b6504a2be3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_013689.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996d5600e28f0f2f256ffed0c7a356a8ddb1f927666fc816ea01b6efb206d2ad
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_013858.pth b/checkpoints/SoLU_8L_v21_013858.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4698ce3752f248c105c74d38e5084c1fe1792a8a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_013858.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98def7e28248e4770a7fd4f2897dd747335105ecbf48cf1c42ea2798c0e31fcb
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_014027.pth b/checkpoints/SoLU_8L_v21_014027.pth
new file mode 100644
index 0000000000000000000000000000000000000000..475b2674bc3e9a45897f402451a6567ddf4837bd
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_014027.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3f8099ab0755aca4094892154ab31ab7b979ae8a72a3b35faaa915366b577f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_014196.pth b/checkpoints/SoLU_8L_v21_014196.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4440bacd2608a5abbe3be39969dccc1a75d2f4d4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_014196.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1ad6ea5b46ec9c1b3a3ffd1e2544ead4469bef6ef404abd23b88f4921be36f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_014365.pth b/checkpoints/SoLU_8L_v21_014365.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bf129671e86019adbd017a9118239ef82d998a09
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_014365.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8334f30dfb5dd084193322f01ed6c9ebc4e1eff7bb5f7570e8055459b302ef5
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_014534.pth b/checkpoints/SoLU_8L_v21_014534.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ec5b0fe0d075aafaf31d917f56374241bd114afd
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_014534.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f874398bf07a33b74dc4d326534e44a63059d4be97f6a17071c5a8a61763ef
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_014703.pth b/checkpoints/SoLU_8L_v21_014703.pth
new file mode 100644
index 0000000000000000000000000000000000000000..817a75e70b9a714f89f959068a50050f75b4c8c2
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_014703.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487997d9f22f144192bf43f43c9f8c2f0b5840308818d7f881110b926c9ed40d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_014872.pth b/checkpoints/SoLU_8L_v21_014872.pth
new file mode 100644
index 0000000000000000000000000000000000000000..af8163207fd44557e0c6461225cec2e2137eacff
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_014872.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e77c7b72d7e8b86ca66fc844ea0e89a37ea9b376be1a93acb1129d1e16656d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_015041.pth b/checkpoints/SoLU_8L_v21_015041.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d60abdfc59afaac7890f1b5f30e1c718a5ab761e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_015041.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67edb52f24b1ecf596ce514a03ef166c367decea738bfe9d3efdb80398d1d1f6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_015210.pth b/checkpoints/SoLU_8L_v21_015210.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f8611606bbb294096f580bf2e9423e9bc7558c0b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_015210.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506b30c3b59caa01acc40d6a96dd5df415196e95d0b85923e53bdb22eed78cba
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_015379.pth b/checkpoints/SoLU_8L_v21_015379.pth
new file mode 100644
index 0000000000000000000000000000000000000000..898be1757d5bbb93bb9ad25c12703f7cd6a104f4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_015379.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6862b2c4a7cf4a757b8c1fcabeebd947bb5bba7e5a2d487d058faf20ab09772
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_015548.pth b/checkpoints/SoLU_8L_v21_015548.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f0da8eef98325c14d732371d588d1789d636b6e3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_015548.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83df54e01dc9ee40c7e843842d451b6eec1a5c61f6f100c09aed6b66dad3978
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_015717.pth b/checkpoints/SoLU_8L_v21_015717.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d1c09b51296c415a2c7ee7f1760ae2791e2d0832
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_015717.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8174b255fc4a77d1ed50ae4fba731b5c8e68dcf8186dc59ec50694a88300140f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_015886.pth b/checkpoints/SoLU_8L_v21_015886.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8209b1646d6e85beac8a6602a989ce48cdd8b4aa
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_015886.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4273f92f3c6f15ba356e234e5b1837a04a6d3aad3ddee6c1cf5d852e87481e59
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_016055.pth b/checkpoints/SoLU_8L_v21_016055.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9f2f8433491048b14ac9cca1c76fc30776439658
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_016055.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6804021e52105987f3fbb02971d3c7380765c0aeaa14dd66f42e6aa9b01af28b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_016224.pth b/checkpoints/SoLU_8L_v21_016224.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b7770797b53c63e82446242a98338269afd04157
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_016224.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218d8e35080560ccd822b6fe20b313f58468c33a913182cb6c9a01f0e915feb8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_016393.pth b/checkpoints/SoLU_8L_v21_016393.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b272600d7b1cbd270c5abc8a4030e8f06f3ad369
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_016393.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d313073068345e05e8e5784f6c64ee85588de53c880554f5bb8018573507b984
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_016562.pth b/checkpoints/SoLU_8L_v21_016562.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c10d47099336961e253315b9ad70934e9c160e8b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_016562.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b050cd9c5f149f72159e8f216c98e44aaf74c237902b042fe05fb690e03d58cc
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_016731.pth b/checkpoints/SoLU_8L_v21_016731.pth
new file mode 100644
index 0000000000000000000000000000000000000000..909e2d247c881340700045b82aa51349ddc80f2b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_016731.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb533553f7d697adf09d145df7d1fa402f5fd048df5bbb90b569d64b540f0f8a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_016900.pth b/checkpoints/SoLU_8L_v21_016900.pth
new file mode 100644
index 0000000000000000000000000000000000000000..096e4010abcceef79ec2a4dc89a17af564549b88
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_016900.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bb44e8f1b2f208e82e804f20abf2764476e29b04901ef87ed4c8a2b291329b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_017069.pth b/checkpoints/SoLU_8L_v21_017069.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f2a05aeb6daedc68540739b995a60ff76786aa84
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_017069.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf7ff5a49302a0521dfc76527cbf22f16e881d3bf7350d800f866ae5eb181c7
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_017238.pth b/checkpoints/SoLU_8L_v21_017238.pth
new file mode 100644
index 0000000000000000000000000000000000000000..953d221316d1271e6ada7b544c60d41816d566f8
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_017238.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd3e24285d36f8a2ff501b4e2a3fede0701a5e5c87e0d999331000d235ddbac
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_017407.pth b/checkpoints/SoLU_8L_v21_017407.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fc395f1792cdc6558439ed57840bbb47b3b516b7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_017407.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06105b9339fe15b7e648c29eabae2f24eed33b765b47461250b55916eba46d7
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_017576.pth b/checkpoints/SoLU_8L_v21_017576.pth
new file mode 100644
index 0000000000000000000000000000000000000000..04871a8c24a4cec4f50bd546d9d6b6d135651efd
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_017576.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ea52d95d48ddf06688b533c185f7e7ed112310b77a4722e7c4db16b19f9bfa
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_017745.pth b/checkpoints/SoLU_8L_v21_017745.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8df171653e5e666d3549f9bd68411d3a5610246
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_017745.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e11f82ba2b9a66655f0d7a0ca9c27881b0dc98343b078d3b930574418fb2532
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_017914.pth b/checkpoints/SoLU_8L_v21_017914.pth
new file mode 100644
index 0000000000000000000000000000000000000000..02e6005ec3a3371588af2cbb5b0fd6696da34f5d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_017914.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7df2147c02e919d9c4bf71a2451112195fd9029b8b5f98c6e4d3809a707ed2
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_018083.pth b/checkpoints/SoLU_8L_v21_018083.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0d6be2d6765709796cbd636d3e02c590cbf860a4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_018083.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4123585c5a9ba55ef25978b0712af4e90d074ba982bcf94e2b15d88f6fd0798b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_018252.pth b/checkpoints/SoLU_8L_v21_018252.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9415b3fd6b189692286eaf168117a38605fc034e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_018252.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c9a4f7980df31e257fc901f78d984e813bfa39b83983b5a96990012b3d1e43
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_018421.pth b/checkpoints/SoLU_8L_v21_018421.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aa4961c3dda14cf44180bf06728e915505e04e05
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_018421.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0d004f8b1fc7e5f401ae6dc1cf3d79190820b473f85edbc90e0bbc671e55da
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_018590.pth b/checkpoints/SoLU_8L_v21_018590.pth
new file mode 100644
index 0000000000000000000000000000000000000000..69416702ba980fd7f792e179a6b18bbce9a54c4c
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_018590.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f00047497508ac49448ca514a6b60b120166f9c88fffe06ccf12f4a86a9cd03
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_018759.pth b/checkpoints/SoLU_8L_v21_018759.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dde8b55b74da174ce6c7bf8cdf87f86bf712e255
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_018759.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f53fc3a2956fe81526f1482fbd85e8805f0b13a11e90c385a4a75eddda32c1c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_018928.pth b/checkpoints/SoLU_8L_v21_018928.pth
new file mode 100644
index 0000000000000000000000000000000000000000..481d35af9fa6b1bff31dae83f6214acad0e95dd9
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_018928.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c52463b617a47780a88e5fa089f7aebbbf99c572abecc8e9a065306a88ce80
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_019097.pth b/checkpoints/SoLU_8L_v21_019097.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a9968ba1dfbea21617ffe566568a40d3a2f2b3e7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_019097.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92299a8b6f86e79be927707b4c9cb4acdd2a97619c011bd97721a2d5e110cf66
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_019266.pth b/checkpoints/SoLU_8L_v21_019266.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a816e929cea1152506fde98545b4bb6e05384e07
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_019266.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c989d88ccf5bb7933657be5080cc6a918b71eaf41ea5bbde804a273f3602674b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_019435.pth b/checkpoints/SoLU_8L_v21_019435.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5ad162cbca776e23722243b6f19a4cc91b5dfe27
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_019435.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437c6e509742fac495cd3495d57585341d36f44347e5fede4903d0e4e12e7815
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_019604.pth b/checkpoints/SoLU_8L_v21_019604.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0868c6dbe3454a51fd2b8a4f4a01d39e9608a715
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_019604.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6736b07a0f2c75ed3fbd360159a8ce8d5468b6075f1af1e8a6e8e59e8877432
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_019773.pth b/checkpoints/SoLU_8L_v21_019773.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2c82dd7df0c864d2434c62b1e472f0899279a534
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_019773.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3072c2c76823fb03c7e4d417d4aa50614e8f31de9f6c7393897760770060d9
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_019942.pth b/checkpoints/SoLU_8L_v21_019942.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cd42bff439e9aa931f70cdc1c850926ec07432d8
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_019942.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02074402715487e5623f77c34c2210d9deab16f8839eb88b338b7432131d528d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_020111.pth b/checkpoints/SoLU_8L_v21_020111.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c769603dc4b5f0fe63bd8171031877f8c0b527f5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_020111.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50aac99094e7806438f9f0d710aceb81d431b54d9afa11dfad9b1406d5fff8cc
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_020280.pth b/checkpoints/SoLU_8L_v21_020280.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c82f0c923f3da8acaf65e710c61cd106f515d798
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_020280.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593304011dc187d721017cfd39346a54ad6f4c99fc258f903deead7849c309b1
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_020449.pth b/checkpoints/SoLU_8L_v21_020449.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8a5528eecb00ab3233c65cfbf23bf6874901c4c9
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_020449.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc54c4f06240b45ccf30c2015c38009a35ecf175f8343ffc564cde0ee2aaafa
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_020618.pth b/checkpoints/SoLU_8L_v21_020618.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9727439ace9f76cb54b86d7ed681e8c9aa8552ab
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_020618.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d531a71aa9c27eacc1a268d700d38bb8beda0fa10aa55a84f0718018a677874b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_020787.pth b/checkpoints/SoLU_8L_v21_020787.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d5913ed0cdb3eee8892ab0a996760023eaba889a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_020787.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae22173f1ddd276d308e98744a534471f7c172fa827c8869d8158f72dff9d3d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_020956.pth b/checkpoints/SoLU_8L_v21_020956.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fec9d228e27944768d165461a5845ebffafeb802
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_020956.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daff7cd1cfb5481e4b3a4ec74ec4965d7f9b71d2919b0e4f2a8863c43b72cdcb
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_021125.pth b/checkpoints/SoLU_8L_v21_021125.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ba59c9cf8af145128827ae2ac9f46434d4599852
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_021125.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91fdf004b27c2450962aa85a0761591f07f04c5fbf2c27db20d6f5fb3ae9fcf
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_021294.pth b/checkpoints/SoLU_8L_v21_021294.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4d9b2c73f222832a1a88ee18f0c600a8c7b71b16
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_021294.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a0e9eb77d2959ebc84dfb5c1a71ededb4fa80b720013796a87677b21fbacbb
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_021463.pth b/checkpoints/SoLU_8L_v21_021463.pth
new file mode 100644
index 0000000000000000000000000000000000000000..328ff38821ee49a95b8fe7dc46041bf3798d484e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_021463.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba268e2bc0fe5e327d4b4bc9867d797b9f95d18d40aca63d856e1ff996229e2
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_021632.pth b/checkpoints/SoLU_8L_v21_021632.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ff5ab96ebcceeb180b840d526fea1c57ebd71df0
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_021632.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7c3f594bb2d73bb4ce08d635fc0a8a50d7053595b66c50920969338b1cdf8e
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_021801.pth b/checkpoints/SoLU_8L_v21_021801.pth
new file mode 100644
index 0000000000000000000000000000000000000000..48c4a131b19b1d3a61965d665e65cfd5a7aa5bf9
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_021801.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35caeccdcc62e0706168f7644b995633f6124bbfaade137f214caff31d32be1f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_021970.pth b/checkpoints/SoLU_8L_v21_021970.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a6b5e198825a8c96dc5de70cc5e3d13f9477193b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_021970.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e9933cb8ac30db8d077d22ed62afefc31019c68540713a94af8547af37814a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_022139.pth b/checkpoints/SoLU_8L_v21_022139.pth
new file mode 100644
index 0000000000000000000000000000000000000000..303b56c8771e92aa81fbf4a3619e9081b58050f1
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_022139.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340740f973fc93d6d1b103f67de03cf3b8bfe0ed2d784290cb406553c67054e2
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_022308.pth b/checkpoints/SoLU_8L_v21_022308.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a0019f95e3386453aeb75bc31e70a8c0a81dfd3e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_022308.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece24aaaa1dc6d315d82d1f42fdc81124ae670338d682d38a42de82c9df4ca03
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_022477.pth b/checkpoints/SoLU_8L_v21_022477.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7c1623ced4acdc7bef11dd1fc312b25d8cd146db
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_022477.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1d5266f9154900d697ff58113b47ed1476ef79446098d7ca51427501129386
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_022646.pth b/checkpoints/SoLU_8L_v21_022646.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dcee6b50781c8d05e69f84b02c3d2f478a166e4d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_022646.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d9279f0b619da285db7035a8f30d2f50b5226ecd018def5d143731d650ba90
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_022815.pth b/checkpoints/SoLU_8L_v21_022815.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7a91eb6130006248c159926c0823ade47ecd4f19
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_022815.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcc8fc0887b4eea2133b593613736fa4c3673268d19b234e95d9ce6b3332aed
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_022984.pth b/checkpoints/SoLU_8L_v21_022984.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e0b967b5601b359b5c3799552ef413d9bbea2f2d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_022984.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2a570dbce6d43c868c3c558af5a4bb6362db96298dc898971e553960d340e3
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_023153.pth b/checkpoints/SoLU_8L_v21_023153.pth
new file mode 100644
index 0000000000000000000000000000000000000000..94310aac1a128329826734da22cdff76d63d44bc
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_023153.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f310d7fffba8a91c782c210bfd54fb1f5855c212e8a76f2eadff22ef2145e188
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_023322.pth b/checkpoints/SoLU_8L_v21_023322.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8f94bf8f4b29d3bbc8f8cd48830a6ecc5f37e1c3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_023322.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330f9908d434ea2fc9f8f91b7efc85a380f110bd3328016e9adb571fca19700d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_023491.pth b/checkpoints/SoLU_8L_v21_023491.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d110b720831a511ba016ff7d8cdcc999e9ec41ed
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_023491.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379957a75dbf3dd7cfb852fc270840e4821365f6d629fdfa56ad64f1327c1e76
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_023660.pth b/checkpoints/SoLU_8L_v21_023660.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fe97f764c1109e3c21bf2bc94a7d10558351ac6b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_023660.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c739dc0967f04f47d2a278ac4b83f054ec1210f28ba18095fcf39b50fe906c36
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_023829.pth b/checkpoints/SoLU_8L_v21_023829.pth
new file mode 100644
index 0000000000000000000000000000000000000000..12d02befb5517e2273f93a9d71eed55003d7adfd
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_023829.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858ec89d592a33a57db50aab71f4a434041e70deed7448147a82310f0a2c1cd9
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_023998.pth b/checkpoints/SoLU_8L_v21_023998.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eeb81fe004a89479858934e108556d44c8f55ae4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_023998.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54b8c5cf8b42fcde975abb5da26851c4647fe5b6de8afcb607f7f1547eea4e3
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_024167.pth b/checkpoints/SoLU_8L_v21_024167.pth
new file mode 100644
index 0000000000000000000000000000000000000000..13e071259bfe7b4d2ce7cdf83ae80c8c4a05b988
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_024167.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056e72c85c5bcf6bbc78506b5b969d24380322fb47ec005b834f0361570c09bd
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_024336.pth b/checkpoints/SoLU_8L_v21_024336.pth
new file mode 100644
index 0000000000000000000000000000000000000000..833bf46746d1c2fac9864c5bf7db7304a5104cd0
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_024336.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bf7ff6a200991eb8763f295efc95796b1accf98aec7e162d09e3bc3e951f10
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_024505.pth b/checkpoints/SoLU_8L_v21_024505.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e0fcf9a0ded88c6fe9a201a9fe95da95b4d10c5a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_024505.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1bd16bc49e91085de68e563bb031e074411546eb98bf8cc5b64afc78bfa6ca
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_024674.pth b/checkpoints/SoLU_8L_v21_024674.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f14bad968a6fe42907739d5d73d8b8571ded7981
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_024674.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b620c297caac8723e2db46a00f57adbb9472f8843c7947e5ef227b6e3319897
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_024843.pth b/checkpoints/SoLU_8L_v21_024843.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb1016c556f5187262a99d3ab2d51e57c91a93d5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_024843.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481f26989764a82f205edc5588306e46a29a22d9acbbd3535dea121c9aa24a2f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_025012.pth b/checkpoints/SoLU_8L_v21_025012.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d79d757177602f903285535f899589c9fa373b7d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_025012.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4f80d3bd987d773586f8ebdd8edf42f079d48f854d786f60b9bf6f9e8234a3
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_025181.pth b/checkpoints/SoLU_8L_v21_025181.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0c57a96002ba41c9e95f726026f1493981a72df1
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_025181.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba6e34b6b794c5b9369de37fe7807b971b0534abb305c38b095e4d68afe9b27
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_025350.pth b/checkpoints/SoLU_8L_v21_025350.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c3dcfb0fec1618bcf4e80d3c513a0401778b6f86
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_025350.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78747a6eeb007dbc0a65ac6581c554d4ca91d27d3d3c36e689e0b139093f090
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_025519.pth b/checkpoints/SoLU_8L_v21_025519.pth
new file mode 100644
index 0000000000000000000000000000000000000000..705d420aa501216cb9c447258df72c9b35511882
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_025519.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f029038d1cea5de0ea3ebb50f72036aa7601c2bca1d072aad465ab313309bec
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_025688.pth b/checkpoints/SoLU_8L_v21_025688.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5aa664aebf759c8297a1295425542f4271fb1479
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_025688.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a2ad977f32e05bf3fc6a1e31aa5727b6612b571e6e47a54c2972be55161d6a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_025857.pth b/checkpoints/SoLU_8L_v21_025857.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7fb29b92a127a887036f764a36947a6dbc96dacd
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_025857.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46baa0cae89b634ad9e14add6c94c212c3e5a80ef1b082df091514279c03fe5b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_026026.pth b/checkpoints/SoLU_8L_v21_026026.pth
new file mode 100644
index 0000000000000000000000000000000000000000..630f08f6f434d668e1ee47397ac8cd2037dac38a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_026026.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a287cf6645f6ee3b23ba9d15aaf3f3aab4cf17a2f62cda877278f9d6d0626a6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_026195.pth b/checkpoints/SoLU_8L_v21_026195.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ee68dc01c68eb23c014266983402296c6359e5a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_026195.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33489f4c4f1095059b2e028f79074b5ed95b514892cb2c02f7bcfba907937b35
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_026364.pth b/checkpoints/SoLU_8L_v21_026364.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e1a2df654a27f63d431063751f3a04db286edf55
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_026364.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb8e7fcb190dbe869d51851bacd53b72ba48a20f52c5c33d15f4d55a8800131
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_026533.pth b/checkpoints/SoLU_8L_v21_026533.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9bfb67e8e6e0fff15ad7ade049a3deb4947fe86e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_026533.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeaad28c6334da22b357bf190bede7321ce55384e54524f6f2e0548f5814a946
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_026702.pth b/checkpoints/SoLU_8L_v21_026702.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dc15aee9a21ef45f26a7f8014fb10e4d45f54f42
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_026702.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e314a72402df1e0932f3d6f08d3807394129ac06ba9f18336ca709950b8992
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_026871.pth b/checkpoints/SoLU_8L_v21_026871.pth
new file mode 100644
index 0000000000000000000000000000000000000000..13927412230b7607cfd3502484b94b6910b42c60
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_026871.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54a929a0ef9fe6e7db6a697bcecbac94fa9538ace364bd0e456f73448c0dee9
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_027040.pth b/checkpoints/SoLU_8L_v21_027040.pth
new file mode 100644
index 0000000000000000000000000000000000000000..efcf5034d1fe8e37917c9851d395eeebd3ce9799
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_027040.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5187e45af83e7c4dd96ab0e10e4695c64d4ff0657b595528f4935b730147643d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_027209.pth b/checkpoints/SoLU_8L_v21_027209.pth
new file mode 100644
index 0000000000000000000000000000000000000000..70e723f3e81583511a8811f79423241f4c2db877
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_027209.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ffcfdd3945cdae3f42fd3e9e2ca05926b78aa4354afd9cba63a8f3a7432a9d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_027378.pth b/checkpoints/SoLU_8L_v21_027378.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ab02e01b5c9ee63a9a35fc092a04885a5f412870
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_027378.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46037969eecf92db5f17f3478aa4aa72d4b729b93e2ebf83ebf9b4e8b443effa
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_027547.pth b/checkpoints/SoLU_8L_v21_027547.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f7bfe9231223d9a366dfae177fb02048c427381e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_027547.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71a354309e7b409c6014468709fa9c7928b1cff30fbd0961bb9b9d80bd6d7f0
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_027716.pth b/checkpoints/SoLU_8L_v21_027716.pth
new file mode 100644
index 0000000000000000000000000000000000000000..880dbb9b55572fe48a67605638926bf70d1e5cab
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_027716.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acc0c9d75fa3654e2e127f7d1c553b493a6e884ee6c61239e0cd51cbb7ba5d9
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_027885.pth b/checkpoints/SoLU_8L_v21_027885.pth
new file mode 100644
index 0000000000000000000000000000000000000000..73e90d9ce16a4fa055f6c27c36857e7b84b04711
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_027885.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca435d911c96762887d66c7db6f43b6c24a2157af098a1b6c28620e34f96e68
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_028054.pth b/checkpoints/SoLU_8L_v21_028054.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e264790c9ee6ca123710572931a527c6331132b8
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_028054.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cbf5982afc3f936d99f793b852bfaa70c98add69891f1a90e0eb3e03e94c74
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_028223.pth b/checkpoints/SoLU_8L_v21_028223.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9052e42501ff284ca7aba1ff9c46cdb13d1cd98d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_028223.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1635aa464e220a2d614333a717c2bc191e4ae68d1920305eff0a1cd853542939
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_028392.pth b/checkpoints/SoLU_8L_v21_028392.pth
new file mode 100644
index 0000000000000000000000000000000000000000..52d4eccfbb8aeba4514e2c55241983835d335a58
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_028392.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3f4f788685517aa39bd42a8cd7c8560d1f55969e30c6436665e9a4316ffeee
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_028561.pth b/checkpoints/SoLU_8L_v21_028561.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f47cb304b8fe9a6f2202e3b498889445b6171fe5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_028561.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e2bdedda66f744a01c6a49cfcd06d60aafb32ced41f0da147b981aa1124538
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_028730.pth b/checkpoints/SoLU_8L_v21_028730.pth
new file mode 100644
index 0000000000000000000000000000000000000000..393a39b11fdd0f5f86011f5317007dbf8dd3a5d0
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_028730.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0a8a94d5567f6d15549e83bf5d34089237d2c8ab0691f101ec0240651f6ddd
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_028899.pth b/checkpoints/SoLU_8L_v21_028899.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c6731dbcc14f906119fcf61167aae9bc213c30d7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_028899.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bf38258f82d878f28d8d7047f807ebbdd2867999ea2d00ebe2d45e30f65705
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_029068.pth b/checkpoints/SoLU_8L_v21_029068.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3a4e64e88c6647f4e25fdd6c0da2163450c413a8
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_029068.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e6fabc34ac3721652d969707e3baa45676436721bca466aea14a9337dc4556
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_029237.pth b/checkpoints/SoLU_8L_v21_029237.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4eb4d0ca96914233064fa1dfe866b1760675a0cc
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_029237.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bba40c2de0a24515b4c8cd4d3e81412557ad81273985abe5d9b23f06d43cf39
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_029406.pth b/checkpoints/SoLU_8L_v21_029406.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2f6825322ce35e2afda1c723629f02ba2278cd2d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_029406.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064868863fdbed38dcebb2ea085a3718412021a36788bba3eb77113103f5b4ba
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_029575.pth b/checkpoints/SoLU_8L_v21_029575.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c907fa57251a0c974a7280a53c55bc357e84e1dc
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_029575.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5ac74244d4756106f26a91c6842e26a176a233ac85a02b99ed96c97ff8cf62
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_029744.pth b/checkpoints/SoLU_8L_v21_029744.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eb0d88b16b6f1a79d7b206f97ca65e4ee0adfa8d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_029744.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a0d24fe5e9107711ef47ef1c892f1c5ad34452bd63b3fb967281aaf7460793
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_029913.pth b/checkpoints/SoLU_8L_v21_029913.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4db0d91c9fa0c1909828a2f93a25103518565266
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_029913.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881df85f5c7914067c244bb232ff804ac06a78172baea1ecca7eba3477b1044d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_030082.pth b/checkpoints/SoLU_8L_v21_030082.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c89b1b451a2a8ddae3e2cac4653459f815ac11a1
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_030082.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf88f68f2c693380d650f20c7283fe350884a9c22a8a90944a285242f0d92221
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_030251.pth b/checkpoints/SoLU_8L_v21_030251.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e907b771ae0d9b19eac5508de25ce957ff321706
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_030251.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae3cdf16c81da2c9809b6fa9c4685df233d35c71c2842c556fead5cac6d7e56
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_030420.pth b/checkpoints/SoLU_8L_v21_030420.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ef25967fa13bc7efddb89d39bcc6070e0108ec4c
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_030420.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc20b9b8a6732efe92c1c70ba62684302602007cc0ff3dc992294cb37506d8a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_030589.pth b/checkpoints/SoLU_8L_v21_030589.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bd3d5a8cc9ba38581185371ca585773d2a7d97e4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_030589.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9395b79d6b4f62e3da19960993a540019ff649fefbbed216dbd5ca70123bcd9
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_030758.pth b/checkpoints/SoLU_8L_v21_030758.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3feedb9f621682a5c4801c8adaad44955e3e29b3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_030758.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc243ec43b498d3fe558e4f4a41f878ff542d4f465fe781ae8dbfda729403fe
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_030927.pth b/checkpoints/SoLU_8L_v21_030927.pth
new file mode 100644
index 0000000000000000000000000000000000000000..451b906b9199be37ed231bf0475ec6f4966caced
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_030927.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960932395dd61deded71761a67ddc83e646084cf3a41bd8ac90e4950dd17b3eb
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_031096.pth b/checkpoints/SoLU_8L_v21_031096.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4025392a6d7c18535f8a88b3c28a48318fe5e1f6
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_031096.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0adb038251de6e193ef6c9cdf16bf5717df511db9bb9d6a0bcd2c7df79463e5
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_031265.pth b/checkpoints/SoLU_8L_v21_031265.pth
new file mode 100644
index 0000000000000000000000000000000000000000..65511709161969373b5994dec70db0f7bdcd4228
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_031265.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8cbdbc7f4a23d042b1a11e862270dde5d2d3a99b20ca870085abb7a12e865c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_031434.pth b/checkpoints/SoLU_8L_v21_031434.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2ab1bd41af61016cffd2c364aac0f95fa3b50037
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_031434.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dc01e1ecb6d5049a79f6220d6c81f93c3aea1c16ab3e96da2ecd9438146931
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_031603.pth b/checkpoints/SoLU_8L_v21_031603.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4fb44c1e3df661a0ac19f5ea229c53c0388de9d0
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_031603.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933648f7a321a97ab79fbbeeb489530f840fb9d06357b19b9302f378ab314004
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_031772.pth b/checkpoints/SoLU_8L_v21_031772.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ec831ea24f75ee62058491fdaaa2138eaefab7e7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_031772.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a51402f6bb0670791f59e8973e41c00d3cc2992eab21bac8133d86359261913
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_031941.pth b/checkpoints/SoLU_8L_v21_031941.pth
new file mode 100644
index 0000000000000000000000000000000000000000..25eab2a893e0567e040fc89e405233cdffccb78c
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_031941.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b207cdb8898a8f5af5e5d6ac1f2b425966ef212bf99d3f43e98697ab6e5ad1b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_032110.pth b/checkpoints/SoLU_8L_v21_032110.pth
new file mode 100644
index 0000000000000000000000000000000000000000..58a3a281aef8a95c0cac97c92c1548299c6156fd
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_032110.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64483b1fe8c50141afb9085cde58c271e53beedbd4166bc069ea5bdc3f92103
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_032279.pth b/checkpoints/SoLU_8L_v21_032279.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2220d99a986d08b008f66a93a1cbad2f0854a551
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_032279.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605761c41fa70bd95945bb89c4bddd144538c20e7368da47e61d995b0414e05d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_032448.pth b/checkpoints/SoLU_8L_v21_032448.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d5811f2d0647f9712d0212c33b0dc52fb3b7dc26
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_032448.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0b16689bf9fdcfb46eb38c495d600c806f3b97699e3eed2486cdfd8ebf0568
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_032617.pth b/checkpoints/SoLU_8L_v21_032617.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e024d7bb84bd0db4e6980c8f26dca37d4e71f2d8
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_032617.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a37d1f95f5f1d6888ba5517155a00a526c538c1d97bbbbb48652d9db6a2aef
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_032786.pth b/checkpoints/SoLU_8L_v21_032786.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e50b7720491f719b20901d508b028438b37f7326
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_032786.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150560ffbd574a309c6236b2f8757ed13cb4fb77365f18fb4590d9a70e813985
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_032955.pth b/checkpoints/SoLU_8L_v21_032955.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8608f3b3c8a95ced937b77fea4141a0619929093
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_032955.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8912441f8e0bba7baad67c3490d2b801c9debb22e29f0c33fe0d5f422101ff55
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_033124.pth b/checkpoints/SoLU_8L_v21_033124.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7e63913b0e726cc5eddb48d3ef7987d9b7c3eec2
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_033124.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09fd21bb23bf3c34f85032435fa12ee071e9385d7497d968451f2430f943dbd
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_033293.pth b/checkpoints/SoLU_8L_v21_033293.pth
new file mode 100644
index 0000000000000000000000000000000000000000..17371117c54f64aed36fbfa51aec09cdca9df67c
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_033293.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1605e837600d239fde303b13d55f2017bd4de886bf2af450cfc0cf96cd0bda57
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_033462.pth b/checkpoints/SoLU_8L_v21_033462.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3e72651540816998e9fb340c6dee64c77fe9dd2e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_033462.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896d72acf801e0c1eda729c7a1931bc3b01a812e544e0c149d2490d679da65e4
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_033631.pth b/checkpoints/SoLU_8L_v21_033631.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f516f77c5a5a45db22aa7a3b5dd9f4cc5d9bfb44
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_033631.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a9b25aba97eac4997aba7379bc177245436a647db6c2649693351edcc6ae9c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_033800.pth b/checkpoints/SoLU_8L_v21_033800.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f90c39d57373cc758d58cbb29d9132d265ef39b4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_033800.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8006b2b716c7cfe30b6682a2de0f4869090ccfbb8ad066687c7886b094820292
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_033969.pth b/checkpoints/SoLU_8L_v21_033969.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c6c52d7b43edf35ffb7f483206b968b87131d518
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_033969.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225538fa3d67149da4aeaa688065ea7bb089e9a2cf3894c1187b75cb931651c9
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_034138.pth b/checkpoints/SoLU_8L_v21_034138.pth
new file mode 100644
index 0000000000000000000000000000000000000000..863d5b96f6be5418fd5f34d094b0f27d075e2562
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_034138.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fcd54a01bfd7e62b884fab332db1ebf97397b438a2238679c676c7a56b1cd9
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_034307.pth b/checkpoints/SoLU_8L_v21_034307.pth
new file mode 100644
index 0000000000000000000000000000000000000000..222140b81100204463c52902231c9b8ee8317ffd
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_034307.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19df19db4387746d18b6cef0aaf8eff16a58008f111336279cb22cdcc79325ac
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_034476.pth b/checkpoints/SoLU_8L_v21_034476.pth
new file mode 100644
index 0000000000000000000000000000000000000000..09ab3122cbe854b7bdb7e39353df022746091f29
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_034476.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb61d424f2b3435dfc78e2ad68ed651ac54314eb60d428efd6fcd7093fa16fa
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_034645.pth b/checkpoints/SoLU_8L_v21_034645.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bc8bbc9125a2b73d16ab6fdfca78c9aed815933d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_034645.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64505d8c35cce9d2aa15734925da21ad4b56980025b4efad90e1c0dece8ee208
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_034814.pth b/checkpoints/SoLU_8L_v21_034814.pth
new file mode 100644
index 0000000000000000000000000000000000000000..703eb10f58c5d206efbb100ba58f46bba22c819a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_034814.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032145d04e765ac2c166fc70716d79c6f60c9ce7a44fc61b485c7cfe08a33452
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_034983.pth b/checkpoints/SoLU_8L_v21_034983.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a38a0a12830bb282aafc298267ea16488f56d0f4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_034983.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d84e63c722a02cd9478ecacb8420aff78fe0910afed00f748370378834107d2
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_035152.pth b/checkpoints/SoLU_8L_v21_035152.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f677ff1d353b4f3794ac5ecdd6e2e346ad183f17
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_035152.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3794c686635e55757a8f418085c82c79d040c97273b8054287f33e636b06f308
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_035321.pth b/checkpoints/SoLU_8L_v21_035321.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a4eb46c83175e034a47c81e4831cd6df0ac51d14
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_035321.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c9696b47b964b98d2a25b66e603ed86cbe56a1e40809cd09969fe2f7b1fe1f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_035490.pth b/checkpoints/SoLU_8L_v21_035490.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ebee552e2427f56440ad14722b6f04f032bf86a8
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_035490.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f474cfc9fbe52aea956e3de7430184b651acdca5fb3aa86018947f090266ab6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_035659.pth b/checkpoints/SoLU_8L_v21_035659.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bbbc68f22a3ef0eff056f2b4caaf18466e3a891
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_035659.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f65af495402a61a4f45898bc9cd7d6d4212d59ed1b3d372f978a1a764343cfb
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_035828.pth b/checkpoints/SoLU_8L_v21_035828.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ec5a4c1877cc1925d51f54b4318740bd21790171
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_035828.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9636188eea433bdf5ec862cfe741a67f76bd4f5f8727c99aee1031b19df1a0f6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_035997.pth b/checkpoints/SoLU_8L_v21_035997.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37f1bedc3b24412f93693be261b97be790c3f808
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_035997.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f34bf969696b40fae142b3d2ce9447cef14212c240249b08689699c149a1a74
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_036166.pth b/checkpoints/SoLU_8L_v21_036166.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e8b9a10dea07828ef4bbab6eba9a770709d655a5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_036166.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb20d2d99428168d3d34a1a386e52cc9cd7aa0fdf93eefa85103869189bca907
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_036335.pth b/checkpoints/SoLU_8L_v21_036335.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0a6f0a6f31cc52aa37dd013b884fba92bf1239d4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_036335.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de7cd3cd3756e7bbadd2ea6169ad90a31db1744c9ba55cd2d24c2f0a8b56e65
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_036504.pth b/checkpoints/SoLU_8L_v21_036504.pth
new file mode 100644
index 0000000000000000000000000000000000000000..14237b1a0b8952d39437370a277af70c40965106
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_036504.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07c22c61a2bbe96e1c35e02f94852f7b7da21324271f11b0d11b5498f4a6376
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_036673.pth b/checkpoints/SoLU_8L_v21_036673.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d1688f08abad0abe94979d2481358b4a24017d91
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_036673.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fc38ef6a3196b8e343b3c3e05d65142c0a1afd4e0a71c3832553b05f1c657c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_036842.pth b/checkpoints/SoLU_8L_v21_036842.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6739806d5a4eb3703f7c0aac4b6e40d71d62f7a9
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_036842.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b7ea11d994a61a5351edf0f179f766304554cb2f87354c693dd96ab75b4c61
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_037011.pth b/checkpoints/SoLU_8L_v21_037011.pth
new file mode 100644
index 0000000000000000000000000000000000000000..12e60f5d906c957f8f9d9b1733c6348306806db1
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_037011.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718e81972e819967c96d65c44e7c63253cddcdf7d4183876351cee883402068d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_037180.pth b/checkpoints/SoLU_8L_v21_037180.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bd0ca616ae7b4915f7422d4e690d0b673ab1d0a5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_037180.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d3f90f1c84ad16225284da055012a3cff2299d035fb5329e0bedddf1bd266e
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_037349.pth b/checkpoints/SoLU_8L_v21_037349.pth
new file mode 100644
index 0000000000000000000000000000000000000000..223a49271ef7d4c9de321900d4bf5b57ef99d9e2
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_037349.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a28ad3a2df04c41c9d60bd993178e795c1cb678f9c0bbdcaa0aaccb1cac416a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_037518.pth b/checkpoints/SoLU_8L_v21_037518.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ae2ea203a3bb2775667bcd6b95852d25f3216d01
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_037518.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87c73f116ad6eca2dcd0487d5a23747d3e63f095ba09b440bfabd9f9b790342
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_037687.pth b/checkpoints/SoLU_8L_v21_037687.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a077f42db9d76a28397ed9789d3ebd923f2966b0
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_037687.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa798676a920ca5f7e3c9f39e38b5f466fdf963603cb06c266c70376bf81192
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_037856.pth b/checkpoints/SoLU_8L_v21_037856.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dfc584317ab1f6ea63c5cc69675f779f0cbf55d1
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_037856.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cc61aa8681e3508ec59d375a29fd5a4a9e767f76c6a95c29a1077ce4f83afe
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_038025.pth b/checkpoints/SoLU_8L_v21_038025.pth
new file mode 100644
index 0000000000000000000000000000000000000000..94b8cc48f4293ef9e9f81e1b1f38c6fba59f0e85
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_038025.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d47bbf2a6c42a5a82bfd068484b2e3aea24c1289ef92ebf57313e3871f35aa
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_038194.pth b/checkpoints/SoLU_8L_v21_038194.pth
new file mode 100644
index 0000000000000000000000000000000000000000..be2b11a292f85e238b4036ff9e5792672b8f103d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_038194.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ec0c6ae6ec193cac89013b6b541a899c85e58f5da92597dd8ea2551124fe28
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_038363.pth b/checkpoints/SoLU_8L_v21_038363.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b5828ea9e9b87f5e9fe17bb11c318880abdcda17
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_038363.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb867e80568760fd0bf89455a39e4dc96ba2e4e20a757e5b976e0e1062500fbf
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_038532.pth b/checkpoints/SoLU_8L_v21_038532.pth
new file mode 100644
index 0000000000000000000000000000000000000000..19dc3c024eba85d1838a1df93e8ea51b41c33615
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_038532.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e532f58f152ba9194d664e8d39d9a0b3216c8eebbf0b8c06ab8f00dd5612cfcf
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_038701.pth b/checkpoints/SoLU_8L_v21_038701.pth
new file mode 100644
index 0000000000000000000000000000000000000000..166e3e5c10368d0ce7f3baa6d1dac0ac8755049e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_038701.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8289b752e788eec8843d083e3ed6517384df4cee3674f6ba9c35d8ed4d5f71
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_038870.pth b/checkpoints/SoLU_8L_v21_038870.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d10745126152c55f87522b83c01b6a2d9c9134e1
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_038870.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503fb5fa4ba7663e217a1dc8c16dad804942c3f1275682ef68f4fbf00ca5e691
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_039039.pth b/checkpoints/SoLU_8L_v21_039039.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2a530cc9b1befb3d2f75925df4e173b7706858a3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_039039.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171499ab74b218044df382640e961860b92cba86de31698fa4d986e260354653
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_039208.pth b/checkpoints/SoLU_8L_v21_039208.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2adf3be0856aaa292ce5bd0734a2127856bc2000
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_039208.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2201a250ed5d7cc83b3e49bb3e555de6d95223d8e06284739b7af8a070bf35a2
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_039377.pth b/checkpoints/SoLU_8L_v21_039377.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a958652f0b91a8754ff171a91f12cedd065f8691
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_039377.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b29b70096d1611f30fed20c961e6e6506916b10c6e0d30d710cdd99c720a4d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_039546.pth b/checkpoints/SoLU_8L_v21_039546.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d3aaa8242ff18851edaed654ec06ee210d387ac3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_039546.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4aa4fc016ce5c695bd96c376381220363348176ea2892673c0a9e09be1ee5a6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_039715.pth b/checkpoints/SoLU_8L_v21_039715.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2010a57642f35c591ab338f9d21c663bfe4b39b3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_039715.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5003b60a85d300b9fa90e16175231a85283ce648e58867881947e43cefe00968
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_039884.pth b/checkpoints/SoLU_8L_v21_039884.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5548cd69440cc32acbdf656be6ac2f1a6193e717
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_039884.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b23f0e4799ecc1a6d824bdf03fa12d85bd21992a88924332554982cd35f983f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_040053.pth b/checkpoints/SoLU_8L_v21_040053.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da8e77f28ee18d96019dd9d1b755e06480f1637a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_040053.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca18733e487993fcbc5b8535683008f81d8c076de46453c9d1ee1088816ebca0
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_040222.pth b/checkpoints/SoLU_8L_v21_040222.pth
new file mode 100644
index 0000000000000000000000000000000000000000..55c5e3c43810b3f12f15d0121b85d647f47d861b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_040222.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d7407bb9bbd793b73d90f35ffeb82889a34e24f474d8ce1cc41b4a114392f0
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_040391.pth b/checkpoints/SoLU_8L_v21_040391.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cb9fea8090964ea7d9a669898e1d3e201266f9bb
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_040391.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c252f2843efed07703cce1d75fe7b6b54ebc908fb83af5af5b0bafec84980291
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_040560.pth b/checkpoints/SoLU_8L_v21_040560.pth
new file mode 100644
index 0000000000000000000000000000000000000000..56a65f81fcd653e5105858e04705e8d30003d7ae
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_040560.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb20890cf9ee810b9f70ee4c8a88585010f08b50f62f08ce4740071fc6fc62db
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_040729.pth b/checkpoints/SoLU_8L_v21_040729.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1f681a5094a3dfb5fd820dd8aaef6150b5acd27a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_040729.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3d611b18a3a70aedb5e435c013670a88db8ff7e13f6f732c3304388c1f5600
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_040898.pth b/checkpoints/SoLU_8L_v21_040898.pth
new file mode 100644
index 0000000000000000000000000000000000000000..13784824ac01aedb2ade37ae870f9164922610db
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_040898.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7721767465b080a8ab86b31319212e606cc8c2abdba6c46f24604547b267343
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_041067.pth b/checkpoints/SoLU_8L_v21_041067.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d23c152b79c00e192ed7223aee9b9e7c384ea680
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_041067.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c7f1c94162b6bb5f02a265dbecd61ad3654a7cd5ae37c3258a233bb7851dd7
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_041236.pth b/checkpoints/SoLU_8L_v21_041236.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5fbf53dd8e88e685f3fa19db7bcb3bf579af7dc5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_041236.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30681b406846425f8689ebaf1164cb82b068fcec9b95422497742cf38b5d6177
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_041405.pth b/checkpoints/SoLU_8L_v21_041405.pth
new file mode 100644
index 0000000000000000000000000000000000000000..12292991efd4afe4d9736b3c6ce9a6bca6700568
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_041405.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8549bfca3abeee216db6ef14304d1b6dd34dfbdf5d7e7ead142d45b0ef824483
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_041574.pth b/checkpoints/SoLU_8L_v21_041574.pth
new file mode 100644
index 0000000000000000000000000000000000000000..66323f1152ff3584f560fe04cc38a97a8a7f833f
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_041574.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a207a5552dd8f783814d0749b0fdc8dc0f4720f8858c4e5ad0c4c6c8536024
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_041743.pth b/checkpoints/SoLU_8L_v21_041743.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4ad6727cab49631fde7c2e10122a05460ad1b103
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_041743.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e0bd0954d5da6d77f96e78324555d756547bca51cfe77b58d21a2a265dd9de
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_041912.pth b/checkpoints/SoLU_8L_v21_041912.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3c2456b3955dbd77329fc64bdfcd64c85d3571a7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_041912.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902ee681071d079aaaacc7668883305165a373fb497759fa36c71a6a9d5ef9a2
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_042081.pth b/checkpoints/SoLU_8L_v21_042081.pth
new file mode 100644
index 0000000000000000000000000000000000000000..31d5e75a7bb81f3ff95633cb1843d286fb97fd1c
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_042081.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75e4052a79b4275a9ed851a8dddd019f6685a0f94d1904439185ab05ee1b84f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_042250.pth b/checkpoints/SoLU_8L_v21_042250.pth
new file mode 100644
index 0000000000000000000000000000000000000000..be586e06d00f9752e37fefd4b645f23f9cb6ef8d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_042250.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530617f33fdc7d5d2f9268454a98e2a858805f33146d78c1c25b5720908cbd13
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_042419.pth b/checkpoints/SoLU_8L_v21_042419.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a36dd7cf96e6e266707f1b0bb35cea256cb157ac
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_042419.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84a71d5fb8cfd2bc1cfa7bf8c08caa446bf7c283ac62138ba887bbb1aa91415
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_042588.pth b/checkpoints/SoLU_8L_v21_042588.pth
new file mode 100644
index 0000000000000000000000000000000000000000..31cc5d59deeea785e01804f3773793d398f1c1f7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_042588.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07080ba60e5be435425ae14e76c2cb65af4f0aaccfebc428c85a3b69443f1968
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_042757.pth b/checkpoints/SoLU_8L_v21_042757.pth
new file mode 100644
index 0000000000000000000000000000000000000000..651dd581799d6000f5febc4a2adc62455b61ac85
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_042757.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295be8a919e736379cd0116ecff968ef3c0254dcd6cb9491bfa239fe57dc36f8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_042926.pth b/checkpoints/SoLU_8L_v21_042926.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8caaf083ddc699a36619ed7978aa5590c944680d
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_042926.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0624a239db076ddfd120860a88232c1f27e0522545f12b5b3eca72ecfd873b65
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_043095.pth b/checkpoints/SoLU_8L_v21_043095.pth
new file mode 100644
index 0000000000000000000000000000000000000000..25f37df1e06275a5a8007a69026a990fb4403fc9
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_043095.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9be2e9c6201982071b1cde69d119aca0b8cc3e34b450bb6c9597ca85a252561
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_043264.pth b/checkpoints/SoLU_8L_v21_043264.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4ec9dd98425757b3d89755e0f3d9d9a5cca7407e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_043264.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4a307c16d94cb9ca742949e752ffdbaa10f9bab871bc455cc7ffdcb4307d55
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_043433.pth b/checkpoints/SoLU_8L_v21_043433.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1c5e218eeb3c7b4c079fa41d30f347116fef51a5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_043433.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26750141e755dcd9a252cdfdd7febe3451684186741cce66cd8d132c16e95356
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_043602.pth b/checkpoints/SoLU_8L_v21_043602.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a4dd8eaaf714a41c722fd5b26cf500ca889f26b3
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_043602.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1e6b90456c04411aeb9105d0c94d554f190ee128c87e84a9a16646c63fb16d
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_043771.pth b/checkpoints/SoLU_8L_v21_043771.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8f3c054bc17308ced3a10ca6342239869c5a9097
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_043771.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aebac4035f0bfd46942be2e8a16e3f78a262c48006d9f6748a13519f7fd365
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_043940.pth b/checkpoints/SoLU_8L_v21_043940.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c4dfe21039a35d130906a85ef1f5d7caca2e5a34
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_043940.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8853768cab79cbd9fc9249a80b5650bb71d9a12a2909528ad19565879465295
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_044109.pth b/checkpoints/SoLU_8L_v21_044109.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dce4bcf8f61fc0c78600b3145a9e3c0f432fa003
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_044109.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30aeea594f1056342543650a88b6db4fbb7539b1895fd18b34844f6162deca0
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_044278.pth b/checkpoints/SoLU_8L_v21_044278.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c578cf9201eb9124335695467e88c12dcbf607aa
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_044278.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96202590299c1b61ae866eef4310b9d4c25f3bddf335aa87a625f05811eb6200
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_044447.pth b/checkpoints/SoLU_8L_v21_044447.pth
new file mode 100644
index 0000000000000000000000000000000000000000..77c2f17c9dba5d6e34543ce8a0d251c2e9ed8d47
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_044447.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0586634d7de40499798cbfaba351a25b786e1f43c428533ff915f2285b47e3
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_044616.pth b/checkpoints/SoLU_8L_v21_044616.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5d96bed554812eab26729fcfc6fc7a8172ffaee2
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_044616.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17131ff6746b2bab2e17c317237f781f758c90afeae4a7d2af29329e675b131
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_044785.pth b/checkpoints/SoLU_8L_v21_044785.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7a58c92c33c5e4c28071458885df53af4d735365
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_044785.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4353fa353ea4bce76af79008d6be6da3917809c3d713973e0354041648a8dc7a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_044954.pth b/checkpoints/SoLU_8L_v21_044954.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9e7cb78c5fb1ce9dff48ec82ef17ffb646c5b224
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_044954.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f341e0e502616af6618b4df94b8a6ab6b53802229401a5108ae0c78e4417054e
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_045123.pth b/checkpoints/SoLU_8L_v21_045123.pth
new file mode 100644
index 0000000000000000000000000000000000000000..923d476a64145b84c166c6c13275ceb50e4b9cd9
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_045123.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d9efb31b61e6a51648f7ac8b38ea697ffc8ac3559591f199d9b62666db602b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_045292.pth b/checkpoints/SoLU_8L_v21_045292.pth
new file mode 100644
index 0000000000000000000000000000000000000000..40c6675f2285fa24f98ba18594dce556560604d4
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_045292.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4883367272c877462c7e650851df87fcae20ca75f60962635e6d954f3bfbc6c5
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_045461.pth b/checkpoints/SoLU_8L_v21_045461.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dca6f9994fad74d87e789acaba1bf09f41db28f0
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_045461.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdb193479da4d1bf9ef5518c6ce47e0539ec51a7c7a0384aa9a866e667a04b8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_045630.pth b/checkpoints/SoLU_8L_v21_045630.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fd09b6c2a12783716d3871a196786f2ef00cdf15
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_045630.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f94ef28cdda89bd0b62722079cf0ddb1265ec5cf565c353bc75b1388c0cb538
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_045799.pth b/checkpoints/SoLU_8L_v21_045799.pth
new file mode 100644
index 0000000000000000000000000000000000000000..50f1d20886726381683fcd9c6f119728f3950c7e
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_045799.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290087bba37f7498ef9dd8df75a720ca873d7842a9c0d807c68d2e69593da6a6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_045968.pth b/checkpoints/SoLU_8L_v21_045968.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5340144e5ca5e79e6368e78cde850706d8e05044
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_045968.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54001c6e7660e689445ff194e92e3bb9e1f614f352c5ae2b192eaa06492ff937
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_046137.pth b/checkpoints/SoLU_8L_v21_046137.pth
new file mode 100644
index 0000000000000000000000000000000000000000..77b450010f221575d3f4993d92ded1bde4daa74a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_046137.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238266e41d2614a9acc29f24f47f9b1e2167c4b6476dcc4fda21c0649e5f2034
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_046306.pth b/checkpoints/SoLU_8L_v21_046306.pth
new file mode 100644
index 0000000000000000000000000000000000000000..499bec3673852b8883bfae836bbfa57f419288be
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_046306.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ebe58ce5858b9c109e211e4b634e91099c1d5e948ab1e166d998c78e6face8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_046475.pth b/checkpoints/SoLU_8L_v21_046475.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b709ad13549d1ad17aa271c8bf57f135138ef47a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_046475.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2fe76b95a055300d6f7cc33c5415124ca2dbc4f280c5a9f9017f417e21be80
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_046644.pth b/checkpoints/SoLU_8L_v21_046644.pth
new file mode 100644
index 0000000000000000000000000000000000000000..58f893d4c1fb3184203bc4a0d87c4d6cee01c524
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_046644.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d72b9d44c1ec1917397b4aadea45dffe2d6b338762cbae5173a7b2519044e3b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_046813.pth b/checkpoints/SoLU_8L_v21_046813.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ee2f0daf9b3d2e6f64e1494759411294511ec471
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_046813.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a53c59f159c757e555e455109c27af5f1a5300540db76cd19afd5101c9ca27c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_046982.pth b/checkpoints/SoLU_8L_v21_046982.pth
new file mode 100644
index 0000000000000000000000000000000000000000..65118a23ea32704571007220ef75bf49f709e2a7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_046982.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff35fa5d646e68adbe1884060ef68838d4003a0771ec2071d40467d1ff10d69f
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_047151.pth b/checkpoints/SoLU_8L_v21_047151.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a57f70ff57bca6639910a3f9804b5ebb74689d9
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_047151.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1df1633e8902ae4d1ddbf0cd30b9764f56a7c30adb1797669091f55bbc4bf7
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_047320.pth b/checkpoints/SoLU_8L_v21_047320.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a44df36a7944d2cd7e5ae5374993db30d8c5fa37
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_047320.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d533e7ea827cc47265d9ddb89b3fc0ed99390a237225e6be01bb98ff3af0b9
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_047489.pth b/checkpoints/SoLU_8L_v21_047489.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ba5632f97c8ecae382ebb6fe27e5beffa7ff0a50
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_047489.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187ea73ff534d942495baa3d0eb76908f303bc8771abf0c4678702701bfe7cf8
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_047658.pth b/checkpoints/SoLU_8L_v21_047658.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e8902767f40663f20b377e663a113361e4c72f4b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_047658.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752ab409ebd8d78a1ebbdf3a78c67e2a8ebd6dea4c7fb02be08ba23f3fbf1382
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_047827.pth b/checkpoints/SoLU_8L_v21_047827.pth
new file mode 100644
index 0000000000000000000000000000000000000000..69dae0c186cda3e17ace2a3c8fd932ae44cfabaf
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_047827.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e942da3a8280ff613045b500018269af3c478212c9f5ef474ce9732aa8e159
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_047996.pth b/checkpoints/SoLU_8L_v21_047996.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0ed8365b80494566509603528ecaaa4df4860140
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_047996.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1b00ab2d512d76f98cb41599a30f169764c43e7a23779a2e00b243cc6986db
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_048165.pth b/checkpoints/SoLU_8L_v21_048165.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d7aaa823af4a6bde23f5a38feef78c1dbc5dbf9a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_048165.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0546b20a018b56d17fbceba354c61ace7daee5241900b621bd5de002d656e2a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_048334.pth b/checkpoints/SoLU_8L_v21_048334.pth
new file mode 100644
index 0000000000000000000000000000000000000000..940ee17eff72bb491c4e9f2db2dedc6b0da2a07b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_048334.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ebc49cdca65d4cba480fe202ffdecbf55cd6654d6699905a5c988793d5344e
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_048503.pth b/checkpoints/SoLU_8L_v21_048503.pth
new file mode 100644
index 0000000000000000000000000000000000000000..19f6c76ed52c1639ca660e24ea86cbb4236d4de2
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_048503.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9826a67cfcac2b876618e317d28646b579194b6d615859679def43427f0654
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_048672.pth b/checkpoints/SoLU_8L_v21_048672.pth
new file mode 100644
index 0000000000000000000000000000000000000000..61dac8326b8a485086eb71ce77f231e73f8925eb
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_048672.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfe6999f45fef1e1af769444e940a3afd1d8f694dfd029fb9246722e66ec264
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_048841.pth b/checkpoints/SoLU_8L_v21_048841.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a37c5c43568bfb704c1ad452bf3ebf99357b237
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_048841.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98c64f6416f821fa1c05119c4e084373e5d2435f2ef0bb036e0c7bb2456a3a6
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_049010.pth b/checkpoints/SoLU_8L_v21_049010.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c0f57e582b14268630bcb7e902ee2fbaa2e2dc3a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_049010.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76c92e27d4facc206c500935cfe516d89cadf23f142c8b583e6cab52685a612
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_049179.pth b/checkpoints/SoLU_8L_v21_049179.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7f87e4d670d2cf5df5aa33f1ebaab67b0db6198a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_049179.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca90874fcb72d543f6ac1c5530c10edb43101e51f007efddc1fede5aa504d23b
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_049348.pth b/checkpoints/SoLU_8L_v21_049348.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2f800397de5bd3d2ed4c0dadac0b1aaeac26962b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_049348.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ce9602d8486872e5378694b52df88cf1c3c49d869a7419f534670435cd512a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_049517.pth b/checkpoints/SoLU_8L_v21_049517.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eb4fe468efc5f411fbc6164151ceffa00f9c79e7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_049517.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0991222c66199fd2cb38f9db3a90698a16f727b10fc957593611135914f5fa78
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_049686.pth b/checkpoints/SoLU_8L_v21_049686.pth
new file mode 100644
index 0000000000000000000000000000000000000000..415dcff4d7453a57bbc15450a63d7ff2af5004b5
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_049686.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9b5a47c5e1606a9e6bcf9d50da237f032fe2dfc7d1e68fc9c6b8bc76d75ded
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_049855.pth b/checkpoints/SoLU_8L_v21_049855.pth
new file mode 100644
index 0000000000000000000000000000000000000000..af59e9ec06db0aca5e22ed6961567c1668ba8733
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_049855.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebfb46ac79b42d327b87134e775cccb5caf0c15bc644aa4b8b5849251271c34
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_050024.pth b/checkpoints/SoLU_8L_v21_050024.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e4f1d2ddf131e582a1f1d2e60542ad39e1c86233
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_050024.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fedcf57b641daa4425e1b1ba0b9aa08fa6e9b34745b618b9339d95823003b77
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_050193.pth b/checkpoints/SoLU_8L_v21_050193.pth
new file mode 100644
index 0000000000000000000000000000000000000000..41176e1be29cd21d9eb9fbb7bc1b0940e3a4ebf7
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_050193.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7f75d62c7689b67f3132ccfb0a2a97cae7dd94af324cbfc76fa1eb193b1c3a
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_050362.pth b/checkpoints/SoLU_8L_v21_050362.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6c4bb0b57c9a8b10b7b5ea07d79986bdc6bc4e5f
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_050362.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabbf3fb859f1890a0aea8d50c4a31ba2c1eec3258b6a3b2ffe4b7c9792fb41c
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_050531.pth b/checkpoints/SoLU_8L_v21_050531.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e7c2c21361202a3547dd55abba6871dd98ab94a
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_050531.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ea541e19b3e8e232971c49358d337acd74d61ff002735c3f5afa5213d27080
+size 426537655
diff --git a/checkpoints/SoLU_8L_v21_050700.pth b/checkpoints/SoLU_8L_v21_050700.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4ef9fcfd1553bccaf8d55ded34eb5523ed31308b
--- /dev/null
+++ b/checkpoints/SoLU_8L_v21_050700.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58df42e6171c091ed9c5d0b95efe462b43386abc7048bbcf42bde497b7eed77a
+size 426537655