diff --git a/bidir_2logits.bias b/bidir_2logits.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5c7513fb70090556f5d7e46d45e53b20611429ba
--- /dev/null
+++ b/bidir_2logits.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32933adbf187bd96f6b129131799e1fe49704b14620ae00f6ddb553e540ddf90
+size 391
diff --git a/bidir_2logits.weight b/bidir_2logits.weight
new file mode 100644
index 0000000000000000000000000000000000000000..21aba1d6df616bc87b876f2018a147cc6ffe4e02
--- /dev/null
+++ b/bidir_2logits.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef6115d7729e92f1bc3311f37dd0a5f70fb748bb385410b5025d04d21dea826
+size 6539
diff --git a/bidir_2logits_ln.bias b/bidir_2logits_ln.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2b9cb21997281b8577cfe024698169b6a9435e49
--- /dev/null
+++ b/bidir_2logits_ln.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f917803d085760dbe068239b5aac8e722edb7e495a1f17a9be71b57bb8fbfd
+size 2438
diff --git a/bidir_2logits_ln.weight b/bidir_2logits_ln.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a232240ed4b814c624a6ffb4fe08dd332b04c6d1
--- /dev/null
+++ b/bidir_2logits_ln.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7686b36aee25e7c244fd7d6ef95f79681ab64ec4acd51257929c92a03a41db4b
+size 2438
diff --git a/bidir_sa.backproj b/bidir_sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..084e8c107cab684ae8556e99deb2f49cefadb30b
--- /dev/null
+++ b/bidir_sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2911c13c7986ba26ca1668dacd25b315f6a862ae6465b541d13e989e76389ea5
+size 2097559
diff --git a/bidir_sa.backproj_bias b/bidir_sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..789fcd1d957b0b6dd4b4d25f9319693a314d49e0
--- /dev/null
+++ b/bidir_sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f520611a3399c25897dabb66886c4ab99cf693e408c453e30eb4d6d945bd6ad
+size 2438
diff --git a/bidir_sa.qkv b/bidir_sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..273328d9113dc5f3dd7ced845eda779cd0ec29bc
--- /dev/null
+++ b/bidir_sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dce9dc1ca6aad07aef0223a7b9563b95a6abfa51d69dab887e5e26671628c36
+size 6291863
diff --git a/bidir_sa.qkv_bias b/bidir_sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..db052c369ef7cf7a7930a110fbc8f9006d551f9d
--- /dev/null
+++ b/bidir_sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508fe6dd19c2c5219b26721b27608a281c4541ab77674eddcc1bf37b8e525cbe
+size 6534
diff --git a/bidir_sa_ln.bias b/bidir_sa_ln.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cf6c3eb0189b3fd88673073f71d5f92d98b2f5f2
--- /dev/null
+++ b/bidir_sa_ln.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1731fc9896907bb356c5eceeed2f261b34d0d09d32a44ee45a45ff037317c1ba
+size 2438
diff --git a/bidir_sa_ln.weight b/bidir_sa_ln.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ef3eeed01b0d13fb67814dd07f9967991dbb66d7
--- /dev/null
+++ b/bidir_sa_ln.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ce2883a88cac98c67e1010fa7f39670a07bd9fc318afc7c05903a02a770fd8
+size 2438
diff --git a/bounce.ln_final.bias b/bounce.ln_final.bias
new file mode 100644
index 0000000000000000000000000000000000000000..00baad1b0446de9443be56b3599601db10db1c9d
--- /dev/null
+++ b/bounce.ln_final.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e789254c06793aa117e274e3b1bdd67d137955c33937169fe91a3483ad85522f
+size 2438
diff --git a/bounce.ln_final.weight b/bounce.ln_final.weight
new file mode 100644
index 0000000000000000000000000000000000000000..44e6d35820ae016dc1586e0eeffba222a6509f43
--- /dev/null
+++ b/bounce.ln_final.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b60e5d4720410463be7feff5706d67096c8f26b935639eaf28182f03211fa7d
+size 2438
diff --git a/bounce.umb_layer.unemb.weight b/bounce.umb_layer.unemb.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6bd6e27ee49ca4a6c72722ff9b00747a73bc61ee
--- /dev/null
+++ b/bounce.umb_layer.unemb.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55572153562ab59d0878a8444fd6dc4a09bce79b0154a2a3d9e0ea98d340694
+size 105120151
diff --git a/emb b/emb
new file mode 100644
index 0000000000000000000000000000000000000000..f85cbbf61a2ae71e16e16fbe4f6d8825361f6e85
--- /dev/null
+++ b/emb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6985431f3dda238ac569e9f649b8d9606bfa42114efdc2a99f0556bf87d3ca
+size 105120151
diff --git a/layers.001.ln_a.bias b/layers.001.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..742af888248447a7b82f507d5292e8ae389a6ef1
--- /dev/null
+++ b/layers.001.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9679c6461a565c6e0dc99c7c33f565a714d0033420fc46f69b2353de661816f6
+size 2438
diff --git a/layers.001.ln_a.weight b/layers.001.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..01464761c7258a77691b0d954dcba41ed0e7cde6
--- /dev/null
+++ b/layers.001.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23b0eb243b452c975550bd1c75d99bdac4b366ee94a4f4943fade17ca308fa4
+size 2438
diff --git a/layers.001.ln_m.bias b/layers.001.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..df76ea3da992aa28c85f88ab503a10833b280be6
--- /dev/null
+++ b/layers.001.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28e0bc04fa5d6daf38510ddd09fe33983c56533b2a45a36f738a84549bf9b4c
+size 2438
diff --git a/layers.001.ln_m.weight b/layers.001.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fb70491fa800154bc2928105cad8e10efed7a51f
--- /dev/null
+++ b/layers.001.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a612364ddf03c5727f99b44c4580437335b41e4993d59fd369ab89bdd08eb68
+size 2438
diff --git a/layers.001.pw.W1 b/layers.001.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..d4a65f5ce319a7bce38a5f225edbb6e8aea11282
--- /dev/null
+++ b/layers.001.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e863f32238280e729a85f8c2c36888e6b620c6ca62debd3e0c41e3b07782b98
+size 8389015
diff --git a/layers.001.pw.W2 b/layers.001.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..994c6cb9d84de62dddcfaee064204123d270ca90
--- /dev/null
+++ b/layers.001.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af95fd38b0c67320e09c2a8cf430b959cfcc47c960a00b416bd70f14468ab602
+size 8389015
diff --git a/layers.001.pw.b1 b/layers.001.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..d5c8696579cb98813d2d8cfc0706fafccafd91d0
--- /dev/null
+++ b/layers.001.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0478ea262e039ebc6a9b7ad8db10be80f70312beb24aa885da8796bfbf974f2b
+size 8582
diff --git a/layers.001.pw.b2 b/layers.001.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..dc19c5a8406e2b3ad076d798a5138aaa8fe7444d
--- /dev/null
+++ b/layers.001.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89230a5433dd52e4bc17d97f06b96eb9c5f3ff1ef9d850b91b7d28796e85fa8
+size 2438
diff --git a/layers.001.sa.backproj b/layers.001.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..727820172af8ea854444126c91a430dca80ac3c3
--- /dev/null
+++ b/layers.001.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac34f8021ee6647dd5411e62249a461d474e31722cb5e7f71101c78d9533e55
+size 2097559
diff --git a/layers.001.sa.backproj_bias b/layers.001.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..3ae975d35b061550a8fb8cdefc74c603191728d7
--- /dev/null
+++ b/layers.001.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c901f9f8aba1b823182ae77c41a7475bbaeaece77692d6770c6502cc7bdb712f
+size 2438
diff --git a/layers.001.sa.qkv b/layers.001.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..6e19ccbb906f2e2a14c05e7963b8a7af33f784f0
--- /dev/null
+++ b/layers.001.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38304dae89d31c1521ee16602ca54f824feb3f96a4277b7c5cc428c097968db
+size 6291863
diff --git a/layers.001.sa.qkv_bias b/layers.001.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..4c06695ffe7466856f22581c15784a36ee356c5b
--- /dev/null
+++ b/layers.001.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f5e16ae46412aa3ade28f71cfa4c9b28b1e44c6da1860ff95d85d00d364167
+size 6534
diff --git a/layers.002.ln_a.bias b/layers.002.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..1231eaf1fa7767fe7936f56bf4d1ac472d19c5c6
--- /dev/null
+++ b/layers.002.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a25953ac5218814789f2b0f663fb6899bc72f9c8046b79d631cc4b0658f187e
+size 2438
diff --git a/layers.002.ln_a.weight b/layers.002.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..57092327921eb11728a2ba3c5ac07e7268b2991e
--- /dev/null
+++ b/layers.002.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c6fc73444c71d9b9094db46513686eb048ace5ce410d1421bc134da01ff1cd
+size 2438
diff --git a/layers.002.ln_m.bias b/layers.002.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..849ddb56c2f1d4c6271b8d2bdb2d902fe6af636f
--- /dev/null
+++ b/layers.002.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560a21c6b08a3ee46b5a50ac533b34161e27f1e47ede3fedbec239671f15423f
+size 2438
diff --git a/layers.002.ln_m.weight b/layers.002.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..573996e8d158464c9144ff46d70fb9c852533035
--- /dev/null
+++ b/layers.002.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03960f56312503350c46e7e2b99fa1e0e8174bcec712eedeb762914e49e9053b
+size 2438
diff --git a/layers.002.pw.W1 b/layers.002.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..f36a44240c62d78d1db5bac6357bcc65be41066b
--- /dev/null
+++ b/layers.002.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044aeaa673a98671d9b49cb2cdce4c9a60379bff80ae5fee32ba8acfc6e9ce40
+size 8389015
diff --git a/layers.002.pw.W2 b/layers.002.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..4afac65c0958c0792445a2786e53ee7532ab7282
--- /dev/null
+++ b/layers.002.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd0228f32d882ef2d4585de501600ce001184e5494f7584d1b9867f624a3fb0
+size 8389015
diff --git a/layers.002.pw.b1 b/layers.002.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..0d61ee2540dca72649d11bf19628eaef0fb4c159
--- /dev/null
+++ b/layers.002.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d69c91a394ac09039a1bb54046e996595ba2ceadf65d09738626a35274a1269
+size 8582
diff --git a/layers.002.pw.b2 b/layers.002.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..8003b3f1237b0f15b009fa8e9ea0ae8cbd55b980
--- /dev/null
+++ b/layers.002.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df0785d02d1a76e21a900de324106d2d93c2a3723bc138b183e8101e8acd1dd
+size 2438
diff --git a/layers.002.sa.backproj b/layers.002.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..9e695abf9a0e0f9a9f576a0199f3b748d3c2637d
--- /dev/null
+++ b/layers.002.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1084870df0d943843445a5cf8829aebb7b0003724cf5473b9b4a06c476c9937c
+size 2097559
diff --git a/layers.002.sa.backproj_bias b/layers.002.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..61309145a055a76947e5802a6b9c05b23576e936
--- /dev/null
+++ b/layers.002.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4468a9fe0afc9da3ebfb5eb7f3de58197ec0dc94e88c6f88d1899ac73bcffa87
+size 2438
diff --git a/layers.002.sa.qkv b/layers.002.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..237f5d956869fe525d177a7af8f4ca8cb50903b4
--- /dev/null
+++ b/layers.002.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9435cf13dbab2d503d2fc8e531beb64b88c1551bb568e138d1ceab7bf5cf1734
+size 6291863
diff --git a/layers.002.sa.qkv_bias b/layers.002.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..7719dd50b7ef1788f32bf4e2495c8559dd26773d
--- /dev/null
+++ b/layers.002.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232225b0c3071a7038ae44a255cc669105941bbfa5b97abb3f34efdb3b24de36
+size 6534
diff --git a/layers.003.ln_a.bias b/layers.003.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a4c0fa4442355a02f36412307a2d571cd1ba6a0b
--- /dev/null
+++ b/layers.003.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c8de8e43b4f87c3b462fcc96f1514746363e84d41c5bca6b886d793d84456b
+size 2438
diff --git a/layers.003.ln_a.weight b/layers.003.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4387c426220e6bf4847438e6a3b7d8ca6e4fb334
--- /dev/null
+++ b/layers.003.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1d68c0269339b79e7c85b19bb3870b050a61040aad0689a7bd7f46d0e79125
+size 2438
diff --git a/layers.003.ln_m.bias b/layers.003.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..af11cf768aee43c73020a42c864797beaeb2f89d
--- /dev/null
+++ b/layers.003.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142ed88dafbe00bfc4360dae33fd4f0274357af1164d8681901d8c4fd36c85e9
+size 2438
diff --git a/layers.003.ln_m.weight b/layers.003.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1d506ed125812c114d669c2aa1c49882d24f76d8
--- /dev/null
+++ b/layers.003.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0274d2d30c66ef4af8af0446fad92a51281d20d1442ace4b47dd85757a4cdb43
+size 2438
diff --git a/layers.003.pw.W1 b/layers.003.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..4a54ec5c9acfbf55c42d522edcd9bf7b4f3242f5
--- /dev/null
+++ b/layers.003.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fca27ca9907ff454e473747336c7377c2f12a47da707b83460912f2f511eef
+size 8389015
diff --git a/layers.003.pw.W2 b/layers.003.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..005f8185e806b110eff048a25b8773696f12686e
--- /dev/null
+++ b/layers.003.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc30aaa92341f89a0c8440276b3c6400bb3067bf15bfd5162b921064aec41e5c
+size 8389015
diff --git a/layers.003.pw.b1 b/layers.003.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..e9012595e4f0174a6853d53c3e9a4c5fe947e4f0
--- /dev/null
+++ b/layers.003.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183967051afeee95817d50ebe475e4a633ef17e22d6f05e28f7096ce7299d67b
+size 8582
diff --git a/layers.003.pw.b2 b/layers.003.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..4215787c574c0a7116a7de8a43669d172b046725
--- /dev/null
+++ b/layers.003.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54bca79ab29e8501daf6a28eba1d6d3062de2c122f30d69c2b4434e93444e50
+size 2438
diff --git a/layers.003.sa.backproj b/layers.003.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..cd51bdf6017048e74d9dc89380aa6157a85d8335
--- /dev/null
+++ b/layers.003.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337043ec45fc7aae54500de54b9ef83f6d54b72c22a2d431021942e9c782545b
+size 2097559
diff --git a/layers.003.sa.backproj_bias b/layers.003.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..6bcf3b49f74610ce631dcffe6c772a6aa7722f80
--- /dev/null
+++ b/layers.003.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b694f839123771f5c1ce6cf2868797b9cb7ea49285feb549f5652e02aacb4147
+size 2438
diff --git a/layers.003.sa.qkv b/layers.003.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..0bd020d16622f6dfdfc55afb3b6b8a8ef6d3bea1
--- /dev/null
+++ b/layers.003.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33d89324d20c4aba8435241f646568bfa90de8e4dcb3d3c7354f3a90225a440
+size 6291863
diff --git a/layers.003.sa.qkv_bias b/layers.003.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..964d0bf3f9c0da3afdef4277006140828e61e0ef
--- /dev/null
+++ b/layers.003.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f099c711e312faadce804384bea34829585f4845802016510368bdee54f3ab7b
+size 6534
diff --git a/layers.004.ln_a.bias b/layers.004.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..80ef3fe42a62d8bf36c939240c918804ab177b3e
--- /dev/null
+++ b/layers.004.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f554130648ebeccd7d90d7dc99a04c62f969c26ddeb25e46a8fea047730a0c
+size 2438
diff --git a/layers.004.ln_a.weight b/layers.004.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..15cee0d2ec37c79694bdafc6d64ac312312a2424
--- /dev/null
+++ b/layers.004.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b2a0240839fe1c45eb8c5032811d91b8f049d2fb678aef55cddba18c4dd777
+size 2438
diff --git a/layers.004.ln_m.bias b/layers.004.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..072cbcb2d7cb7456a7cd3f771bf9d7964b328c2c
--- /dev/null
+++ b/layers.004.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b76ef9d2f4f0a90ec50afe3ae98a55d0b1a72107dcb3fdfa05fac6b1aba59b
+size 2438
diff --git a/layers.004.ln_m.weight b/layers.004.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..64258e3d3e653cf06eedc5d3efd6c63091f44eb3
--- /dev/null
+++ b/layers.004.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1382b87b08a5f0988de307189f21c9e8770b17be60cf54a010c363c8cb1d7a3c
+size 2438
diff --git a/layers.004.pw.W1 b/layers.004.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..b39385122bbf97c6b4189bf30f6418d0a60f8be4
--- /dev/null
+++ b/layers.004.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1316cf846ce469a931d8e234462f3dce43de3be8fef50028e3ae68b46ddbff
+size 8389015
diff --git a/layers.004.pw.W2 b/layers.004.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..002c007ea7099b3597d4034aba5b6be207bc1363
--- /dev/null
+++ b/layers.004.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd8434db781d7d49861bfb43e8b9048e6296fb1576d90641f0761aada815a3f
+size 8389015
diff --git a/layers.004.pw.b1 b/layers.004.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..6aebc8259ec9b36eab594797a10b4d064a75a997
--- /dev/null
+++ b/layers.004.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62448229e689fef208e9d678bb56e7eca52c60a7108cf5e204890d540d05a79b
+size 8582
diff --git a/layers.004.pw.b2 b/layers.004.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..eed76ee1702c7c33fee7da1ffa625af6e82a093d
--- /dev/null
+++ b/layers.004.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bceb9b535b4b53160891793f9e0e608c781ca00128fe255be0bc97e7f9f5ef
+size 2438
diff --git a/layers.004.sa.backproj b/layers.004.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..05de007330cb282af8da2065765a7bb34e37d647
--- /dev/null
+++ b/layers.004.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8229938b521b84aac06a160cd20dd0acbe8c94868893c3b626ce09ed1d44ea
+size 2097559
diff --git a/layers.004.sa.backproj_bias b/layers.004.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..cb16a25efdab1b63774f52980d83fc52afd4fd15
--- /dev/null
+++ b/layers.004.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3503743a0c03a300344f31046a10188b4b5d65ba7fee8be410c23ee601692956
+size 2438
diff --git a/layers.004.sa.qkv b/layers.004.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..1cbe4a6d8ed43208f8632f2c5ef79cc6953dbd2c
--- /dev/null
+++ b/layers.004.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7d56eec14efa9f0f5b3973a6553b40e52036100b4a10ed2a3502262e972629
+size 6291863
diff --git a/layers.004.sa.qkv_bias b/layers.004.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..3acb950aefe7ebcd9557dea3239783ff6da1c073
--- /dev/null
+++ b/layers.004.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15de758dc52901870dd4325b9956298a1d8276089cefc1610d5742302389d8be
+size 6534
diff --git a/layers.005.ln_a.bias b/layers.005.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fd2a50aa2dde334b1ac485cc35e8e2d3a992bce6
--- /dev/null
+++ b/layers.005.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb2ded2f9629ab2fe4cdf7e13a1c1be25c496dadafa6a32d18102a2ccf573e1
+size 2438
diff --git a/layers.005.ln_a.weight b/layers.005.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3a4d5e267fb539c565c346d94a6e8eabf5b78c07
--- /dev/null
+++ b/layers.005.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d9a65d5f867fe74adfe850df4cc8f1bd6bf399697d0bfd421e07acbca67e84
+size 2438
diff --git a/layers.005.ln_m.bias b/layers.005.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ef9435aeaa922714b7ab440799a3b72c78a59a1f
--- /dev/null
+++ b/layers.005.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c53562b7de0ffb77180014f02b81253f1d10fb090c5483538f1009df1d97ec8
+size 2438
diff --git a/layers.005.ln_m.weight b/layers.005.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fb8233d61fb2fd22306c746639e582fd07ec9cb8
--- /dev/null
+++ b/layers.005.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeae45e0c01c7360debd70c3d22772352e93ae804efb3c5a65fc6b1d129bfe0
+size 2438
diff --git a/layers.005.pw.W1 b/layers.005.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..2828d1f431cc43578f5d257ed4da3e83397a6f1e
--- /dev/null
+++ b/layers.005.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f8a0c9946a7b93435c0e96ac0302ee692f33118123b66bf2a946b0948ff100
+size 8389015
diff --git a/layers.005.pw.W2 b/layers.005.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..c68a3e6e88ccb395dbe3369c834962f93978b8f7
--- /dev/null
+++ b/layers.005.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94883b542990ba64bf3e1a5ab4a3431ccee622c1ca80c734e4fec08cd6f3f11
+size 8389015
diff --git a/layers.005.pw.b1 b/layers.005.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..f6b4e1d7ac970ecdb08e9b040e484a6237278a2f
--- /dev/null
+++ b/layers.005.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1c31acfe5cb35ce8b3ee9d2f42bf68a83bfda79c8037527eed71c9dfc7e4f4
+size 8582
diff --git a/layers.005.pw.b2 b/layers.005.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..1e0dd588fd344fca962c846b12a4f0f9aafd5717
--- /dev/null
+++ b/layers.005.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de51eec35e7125faca1bc19566220cd50f59a859cfce2a94a20eec9aa509499
+size 2438
diff --git a/layers.005.sa.backproj b/layers.005.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..8761b9fe9e72b9922aad93ae9040d25cca0154af
--- /dev/null
+++ b/layers.005.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c54b6bdd526dee6f29694413efe0cef687d68aa4cb36f9bf28a403d4f860d31
+size 2097559
diff --git a/layers.005.sa.backproj_bias b/layers.005.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..4e47a8b4dd7c69b270fb1da03545426b66106a3a
--- /dev/null
+++ b/layers.005.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220a4342bf8eac049dbcc0e324ed6772f4f5fa69e1a6f436656d935f8abc3cb5
+size 2438
diff --git a/layers.005.sa.qkv b/layers.005.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..944084638a466a2c95312c7008ca7129e9feefba
--- /dev/null
+++ b/layers.005.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9352878331a709e88fbd3a9cf7a11db6962978999c103cf4796715e207556f80
+size 6291863
diff --git a/layers.005.sa.qkv_bias b/layers.005.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..29b3008f26f7fd2838538afc2d5a956974a30834
--- /dev/null
+++ b/layers.005.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bb1a18fc77545f373596dad0841050e12030dcc479cd41f96bc646da8dbec3
+size 6534
diff --git a/layers.006.ln_a.bias b/layers.006.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3321525ac23589483d38b6be28a8b38fcca85fb1
--- /dev/null
+++ b/layers.006.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81ac49a25228f72326626dfcc47a58ff2448a3d8a0f3bf11dacade50be53a7a
+size 2438
diff --git a/layers.006.ln_a.weight b/layers.006.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e7976b7844fc7bde5980397d30519002a8747209
--- /dev/null
+++ b/layers.006.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75891e2b2ab5bdd499d957d11da3ce0268103f1d667148bca519e4188cc9e2ef
+size 2438
diff --git a/layers.006.ln_m.bias b/layers.006.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..059fc87d1c1186e665692b5db78c012c78bc4ce5
--- /dev/null
+++ b/layers.006.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bc94b26b047d5b34ea6d2a38ec4ed79c7a2723fcf9e2b978ca86d34436f979
+size 2438
diff --git a/layers.006.ln_m.weight b/layers.006.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3ce0cf69359c0ecfb0c9bfd244c5bd1e8173758f
--- /dev/null
+++ b/layers.006.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e063fe0b5d4ea922ffeb9717e051949255ce47479b0611f3e92ed50b7f74e61d
+size 2438
diff --git a/layers.006.pw.W1 b/layers.006.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..3cee7dcfee741c153cc180ff4a3d6474b0c3269b
--- /dev/null
+++ b/layers.006.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b901912de125d04a1fdb9609723806467f91bf5b3a837019e8faca847b4f5c7
+size 8389015
diff --git a/layers.006.pw.W2 b/layers.006.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..10a1a4314b1f7cce5c3d8832e17776b2bdc66e95
--- /dev/null
+++ b/layers.006.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e1b883c6e33b0ef4e9f94a5bfcb3f2025ca36e751eaba2d2475e332e94c30b
+size 8389015
diff --git a/layers.006.pw.b1 b/layers.006.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..97d3db75a8a9908edcfbf48357484a542e0cbabf
--- /dev/null
+++ b/layers.006.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9d017a06400953dd2ac26550ebbc8b287fd07b026c2ce6b1df140d4c8297a8
+size 8582
diff --git a/layers.006.pw.b2 b/layers.006.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..282485a9fd0e36ba26628c224bbb3c39ad4ec358
--- /dev/null
+++ b/layers.006.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e136a72fe73a25a6dd06ffa39dca7826a27c413b2be969866663086643bbcdf
+size 2438
diff --git a/layers.006.sa.backproj b/layers.006.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..24469e7daab92509053f7a48de776d731507bdee
--- /dev/null
+++ b/layers.006.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14eba72becdf35babd859e1456c0cb7606d62a874ad24d5a050a86632e12cb39
+size 2097559
diff --git a/layers.006.sa.backproj_bias b/layers.006.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..575a7f6aacaaaeca9740d01a8c9a60e86eca9a1a
--- /dev/null
+++ b/layers.006.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d57689cc6b88f5defefc2e2abb4c8edfda9c53832af312c1f37a8fd51080c36
+size 2438
diff --git a/layers.006.sa.qkv b/layers.006.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..0930c1822078feb759613670505f4a229815ae42
--- /dev/null
+++ b/layers.006.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46002609c7ebc399bb9d95ee099fa12d71ba6aeee9d165929118a06920b8087a
+size 6291863
diff --git a/layers.006.sa.qkv_bias b/layers.006.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..5a437b86f6c10954d1c6f7f9d63bc12a6eac3168
--- /dev/null
+++ b/layers.006.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542931d7ed3b22da0332e9024fe8b4c9debabb0dca83c18da2195d7d3b33ac81
+size 6534
diff --git a/layers.007.ln_a.bias b/layers.007.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f80cbfa6897c34fbf1ead6c1a20c478f80c7b3f6
--- /dev/null
+++ b/layers.007.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b56038066c47895a58f1960cba4b2008272b11e6ff7dc986000c5062d61d8f
+size 2438
diff --git a/layers.007.ln_a.weight b/layers.007.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8c424fc507875a620f7b40ec91efc044cb68d4b1
--- /dev/null
+++ b/layers.007.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ddaa173567efe92850d0331c684302f000c8f68e8ab41eb5a4517ee5c5db1c
+size 2438
diff --git a/layers.007.ln_m.bias b/layers.007.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4af19cb3a45137a949264e6d1ea254df45088f42
--- /dev/null
+++ b/layers.007.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e4a406012b5bc703c2818385954b04e997ba8b876f1039a29ef97bd651360e
+size 2438
diff --git a/layers.007.ln_m.weight b/layers.007.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..56b1f17467779b8ced86808ebdf11bbc8cfb5d67
--- /dev/null
+++ b/layers.007.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440010f0c20473aaec559a85aac2993e38bbb2f1517f5e16e94da8d562192217
+size 2438
diff --git a/layers.007.pw.W1 b/layers.007.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..7e06960322c7bb58b237db8fd97706f769a58ee9
--- /dev/null
+++ b/layers.007.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3785c0af20415e8d11fb24998490df79d54600b6fb23e9647ed4664f310d11d2
+size 8389015
diff --git a/layers.007.pw.W2 b/layers.007.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..afd602752add40abaed18ffa1386b6f4f4aa0f70
--- /dev/null
+++ b/layers.007.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43224804872e630f3527e1ec2bf2d056795d11726a553526fe666ab5db49fc04
+size 8389015
diff --git a/layers.007.pw.b1 b/layers.007.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..c2f45bd6a61c40a22bf58713ca7fe5886744f933
--- /dev/null
+++ b/layers.007.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6d6008ea0c94102a066982253b9a32029d5d2518d6db1c6e1a3afdeb4634d0
+size 8582
diff --git a/layers.007.pw.b2 b/layers.007.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..b2bb71b4216b91cc62a99e538d51780fa0d3deb6
--- /dev/null
+++ b/layers.007.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544a09d75d9e5d49f08c9a09cb7151415bf6ba4474e75661fb445b93e72f85be
+size 2438
diff --git a/layers.007.sa.backproj b/layers.007.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..fdc92c7636be20781fdc648616bcac0c7e2b49b3
--- /dev/null
+++ b/layers.007.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11b3d2c2586e70929eaacb4f016458164d63a62d98491bfe64209bdb53bc423
+size 2097559
diff --git a/layers.007.sa.backproj_bias b/layers.007.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..b8a4636e614487de6a93a223e8f5d862df739796
--- /dev/null
+++ b/layers.007.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6825ef043051092b815944204ad79238928f8445250b51a71ca0655779088115
+size 2438
diff --git a/layers.007.sa.qkv b/layers.007.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..909125b268a078d1e26205e7054c3a11874e1f10
--- /dev/null
+++ b/layers.007.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298141f4c37f91cf86ad7700929fdcb00ec24a1e1ee18a795b30aa2fd91aed0e
+size 6291863
diff --git a/layers.007.sa.qkv_bias b/layers.007.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..3e3cdd181b84a7a2ab2eac6002411f5abc36f3af
--- /dev/null
+++ b/layers.007.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cc349cb2f4905af7a7a526d93cf8106f730f7fce2bb0924aebaffe51bc3e30
+size 6534
diff --git a/layers.008.ln_a.bias b/layers.008.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7892d12b08a6bec6eafc50e81461a8885ba55a71
--- /dev/null
+++ b/layers.008.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d38a0191d6d34b3467c8621c34469cd358ff2a7a7b747558ba77997dd64d477
+size 2438
diff --git a/layers.008.ln_a.weight b/layers.008.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f5185839751f462facb7d23d394d4b7751705594
--- /dev/null
+++ b/layers.008.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9d710f1a1a4ae82a932d3b5f7bdaf8bd13e5965a6d5bed44f1153d05b24e7c
+size 2438
diff --git a/layers.008.ln_m.bias b/layers.008.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..618a1334c851cbc32b0bd25fcad7a6679143db8c
--- /dev/null
+++ b/layers.008.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cca6d43e64f27b92613ada9ca0297a3bdf9051d2b6150328265ada40341740
+size 2438
diff --git a/layers.008.ln_m.weight b/layers.008.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5e2290aebb0e448bd1eb6c2b8a9892c8c9c160b0
--- /dev/null
+++ b/layers.008.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d23878f4321aa959ee94d9bbb85634e4eeca27a098a88a13c69b19b2d86fc8
+size 2438
diff --git a/layers.008.pw.W1 b/layers.008.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..bf4359c25235a43c9ff3b2adb156b9d9807c7cc2
--- /dev/null
+++ b/layers.008.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4818821153d9e040ac1951081002b88bf94974071d0f3a131392ab822e433e
+size 8389015
diff --git a/layers.008.pw.W2 b/layers.008.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..2197610cd8d876e0a54d425829cc4be59a28f504
--- /dev/null
+++ b/layers.008.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceca140877dcdda508ad0f39a4303621b787aaacb810dee0a3736cc3c76095e4
+size 8389015
diff --git a/layers.008.pw.b1 b/layers.008.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..f59ab60990e67213f9b894a896719720e14981ea
--- /dev/null
+++ b/layers.008.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486d605bd402764e6ed55297150d289268729e9f4d6e51e007104569debb22cf
+size 8582
diff --git a/layers.008.pw.b2 b/layers.008.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..65b088cec3bc46b4faba423767a76cda3aa2d82e
--- /dev/null
+++ b/layers.008.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf423454937119e428da3fecd785f8cf32275db4e31e49695f3ce9c93693003d
+size 2438
diff --git a/layers.008.sa.backproj b/layers.008.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..dde6a422dc937a1f6c3648f4ed65a9e2565ac01a
--- /dev/null
+++ b/layers.008.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b094d9366649a62af1f25c205b00a365ffa15055e24ec18c8d05c1ee1a48944
+size 2097559
diff --git a/layers.008.sa.backproj_bias b/layers.008.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..d4e11074d7b9c0c4d29f15e1a2e319d5739c61b6
--- /dev/null
+++ b/layers.008.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59863140bfa3ec8f48dd86ea373852174819764522acd11927fd55517a3d3cb
+size 2438
diff --git a/layers.008.sa.qkv b/layers.008.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..a0f738598ab120f6f773a52e39fbd73ccbbada7e
--- /dev/null
+++ b/layers.008.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c789ef220304a5e310cb387c66075c240a72a4ac81188d25d1dc52425a5a50
+size 6291863
diff --git a/layers.008.sa.qkv_bias b/layers.008.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..1e84c42d32dfc996463fc8dc78af2c9cb6af34e0
--- /dev/null
+++ b/layers.008.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2bd9f09aefed3deb244f6ca61b5304b1be3bd8ab7d5b0a72c5b52674b95bb9
+size 6534
diff --git a/layers.009.ln_a.bias b/layers.009.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8540895a9b745d19c4aa51ec33e182c97d6d0cb3
--- /dev/null
+++ b/layers.009.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fbdcc73b734b8d1702af6ab097ab127324fd58ee9df1c9f4d347f1907dd6a2
+size 2438
diff --git a/layers.009.ln_a.weight b/layers.009.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7fa50842a489c084d207df9cded934e9c99cd811
--- /dev/null
+++ b/layers.009.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c47e3c8b6e99113a77c16a151e85b77aa34853788ac8689369f9ddc3241054d
+size 2438
diff --git a/layers.009.ln_m.bias b/layers.009.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..bb9fb9b2a6e751b28606f1f797989a990a0f81a4
--- /dev/null
+++ b/layers.009.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262ca86a1cb911b16af69019321acc5e40d495c28159a559232482eda3f5173d
+size 2438
diff --git a/layers.009.ln_m.weight b/layers.009.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..69a46bec0fdeae843463784100a46da554b56766
--- /dev/null
+++ b/layers.009.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ad3dba3c077345809bb7db7e95d65e29417f6c7f4b0c76eeaf0982df299b02
+size 2438
diff --git a/layers.009.pw.W1 b/layers.009.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..de46866a6af065d65c5908a1fdf3c3eca5d278d4
--- /dev/null
+++ b/layers.009.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5291d57dfa918d4aba31e213834d1c562639dc2444999f47e708a41fc6180a2d
+size 8389015
diff --git a/layers.009.pw.W2 b/layers.009.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..81e9136de050ab0dd7b31deff1f616b2732b2147
--- /dev/null
+++ b/layers.009.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486c71dd5ce5befced89b32c824530aaecc50c3e90f7cbdc7aff1e2b6d91787a
+size 8389015
diff --git a/layers.009.pw.b1 b/layers.009.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..5d6128f9493651da34e99f4c84bc1ed1a8ca5e2b
--- /dev/null
+++ b/layers.009.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9550ed05ae2f62fdad087c23f382502455087d22e885b8f9b2f66ed92c64ab
+size 8582
diff --git a/layers.009.pw.b2 b/layers.009.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..66f1dbaca2e18895a3d1d9595f892ecb8d8874bb
--- /dev/null
+++ b/layers.009.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4213ca0e0841726ee4e2b903d309a884248e9d4b9b810e53e259c30c9ff0a96
+size 2438
diff --git a/layers.009.sa.backproj b/layers.009.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..c087f963de04971e6656fbd0680152fbfc9e4ba4
--- /dev/null
+++ b/layers.009.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad63989e0e5845a31672f14331f732b7b1418704f46e4c1644297ef5c778f20
+size 2097559
diff --git a/layers.009.sa.backproj_bias b/layers.009.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..26a95d3f6a92b39628e47b21c9341db456acd2c6
--- /dev/null
+++ b/layers.009.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2b6c7f7c6e89bee45a504772b4ab6c472caa903e9b4217bc4657c47290427e
+size 2438
diff --git a/layers.009.sa.qkv b/layers.009.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..432d608d3c81ccb44f67fb904d2e6fb0bc9286f4
--- /dev/null
+++ b/layers.009.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4f555f19879bfdbb3d1471b83c9e98db8677df899ca6fa30780e8287875bd4
+size 6291863
diff --git a/layers.009.sa.qkv_bias b/layers.009.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..bade149b9c9ffff3071a28fcb5a78dca76c1d164
--- /dev/null
+++ b/layers.009.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e3586c43792fe7f7743334dff6997169c640c34d92913ebcfb0572aaf00806
+size 6534
diff --git a/layers.010.ln_a.bias b/layers.010.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..27d3a61a13a58d2ed1d007eb4fb1e4d127314e22
--- /dev/null
+++ b/layers.010.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db92993e83b33a664682a6e57f0f53a937a511c83ef96e932ab8cd59cf664916
+size 2438
diff --git a/layers.010.ln_a.weight b/layers.010.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ffb886802b6a6f55339c922c73371cc301164079
--- /dev/null
+++ b/layers.010.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58349bdfeb4c8b602d661eadf1b2bb7b92522bb664ad69c4f38e9e91eb4320ed
+size 2438
diff --git a/layers.010.ln_m.bias b/layers.010.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..155c30acde56e92272669ebe519adc6a688c78f7
--- /dev/null
+++ b/layers.010.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99888c6f7274f1fd07122d694bdc0f20a7376e714ed7951203c65237f0d04aee
+size 2438
diff --git a/layers.010.ln_m.weight b/layers.010.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5e07fac534ab7d23e96ff7fd9e8eb9377cc7e29c
--- /dev/null
+++ b/layers.010.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cc8e11b268ddda7a976557b23ccc12fa2f3517b955475ced43823cf0672f34
+size 2438
diff --git a/layers.010.pw.W1 b/layers.010.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..315aa0440ce194de7b831fa75a81e4fbf0c12d18
--- /dev/null
+++ b/layers.010.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64a7ac15eb8a48826aab14567c27cecc26e802298c1b9124ffece4670180f3e
+size 8389015
diff --git a/layers.010.pw.W2 b/layers.010.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..5c5b60598783131055190c15cfed88c52ad3a325
--- /dev/null
+++ b/layers.010.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a06f48289161cfd0748fe7dbed00f7144c530b5bdb68b4ec9a58c69044d444e
+size 8389015
diff --git a/layers.010.pw.b1 b/layers.010.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..2e94aeee8cca8037cf32d612c6b0a401841baab6
--- /dev/null
+++ b/layers.010.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988fc1a0775872f12f233c832b35b529da9cb9abd506779c81278d2b7dc4ce92
+size 8582
diff --git a/layers.010.pw.b2 b/layers.010.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..0fb2fdc5f31a0d9d2fc61f985eab936c5234c01e
--- /dev/null
+++ b/layers.010.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263587c1eaf09676b4785066f6fa48758eb31e55468a69966789fd3ec9892f32
+size 2438
diff --git a/layers.010.sa.backproj b/layers.010.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..21421b5136a0cf97c5a9db1b33049ad73e22b273
--- /dev/null
+++ b/layers.010.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e83e57cdb8fbf39a15ef0c03ac98880833f48131398f66662e01b5d7a2e6117
+size 2097559
diff --git a/layers.010.sa.backproj_bias b/layers.010.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..fa65c6a079a97d21f0c13eb0f8168b2b67ae7970
--- /dev/null
+++ b/layers.010.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fa0b211b8863faa1df188a86193e5733f23c5b7d124459e1d3261f91c31b51
+size 2438
diff --git a/layers.010.sa.qkv b/layers.010.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..293899bc7c350c375830ca9e42599654f27fe738
--- /dev/null
+++ b/layers.010.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7082e3ad9c4a6feea0c8c361a52547a032d49ad88d682c7883524f6d902df145
+size 6291863
diff --git a/layers.010.sa.qkv_bias b/layers.010.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..9ab3051e3ad887db64cd2679ee8682b373262611
--- /dev/null
+++ b/layers.010.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6945ed048c769dacfc25bf8853e352f6bc0a964e93a2b395f169931244c81c35
+size 6534
diff --git a/layers.011.ln_a.bias b/layers.011.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..08b62d9b445fce4040772d39481fc32e6ac3cba2
--- /dev/null
+++ b/layers.011.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c04b86e4d8dc07b4f645f716c3f0d3dbf7aa1ff2e5920b532a1c01344e5480
+size 2438
diff --git a/layers.011.ln_a.weight b/layers.011.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d181bee6291735f9f74dea799a728749b5d2155c
--- /dev/null
+++ b/layers.011.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8d76c44177b4d5638ca22c6b0b8e77880161e6bf70ae4b573511ef97ec5451
+size 2438
diff --git a/layers.011.ln_m.bias b/layers.011.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5fa9bc2bc3303efe124c12e9539bffd194e197a3
--- /dev/null
+++ b/layers.011.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a4578d21d29444c637bd2a442cc66a587ab7b9231ab4bab062b657bacaef3e
+size 2438
diff --git a/layers.011.ln_m.weight b/layers.011.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..96347ab0c791db9ebbc56ede4ebb89bcee19aded
--- /dev/null
+++ b/layers.011.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5afce7b26ef78cf6177c12322a3e0460b5027c236b49d39258c39e55836e5d3
+size 2438
diff --git a/layers.011.pw.W1 b/layers.011.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..1ae0b42fdb5be228b6338f7690c7f12a3e55556c
--- /dev/null
+++ b/layers.011.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26c4b69a59d0c5824f7c173d7511b4880212f2aa11a701dbb5c140429216ee6
+size 8389015
diff --git a/layers.011.pw.W2 b/layers.011.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..96bf81ef97b8090c198f363d7684c65e6e35b96a
--- /dev/null
+++ b/layers.011.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de85955cdf419a98855248d24f16d462b01a227cc43d0c202a8ebaed79285273
+size 8389015
diff --git a/layers.011.pw.b1 b/layers.011.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..3c7f24ca2c788b315e33c860e959ac2003d60869
--- /dev/null
+++ b/layers.011.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc9f9336e05a21ebc33d0ca26d790a1460ec05863f9b2dac0999cb289ceaa0e
+size 8582
diff --git a/layers.011.pw.b2 b/layers.011.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..12f808b618db3bad3e446fa47906693e50f824e5
--- /dev/null
+++ b/layers.011.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce30af3ecd9a1d0f47a81228ccfaaebb567c27a9b0812a22da33fc7d38df066c
+size 2438
diff --git a/layers.011.sa.backproj b/layers.011.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..725983189b4a2d34a6285c85f7116b280078b60f
--- /dev/null
+++ b/layers.011.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5c067f1bc1a3e8403293e3c9ebead122dc9312e7a33fbd11702eb6da73a4b4
+size 2097559
diff --git a/layers.011.sa.backproj_bias b/layers.011.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..a794952b2081dcb00bcd7bf5794fde524683dcb8
--- /dev/null
+++ b/layers.011.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3c307a8dc01652cc412136d1ee9b5a812fc11a5e28940494c6158e1fd4f6e5
+size 2438
diff --git a/layers.011.sa.qkv b/layers.011.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..e83c10f9d9763d6cb1a8b030e6255e22be1e55cc
--- /dev/null
+++ b/layers.011.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd95cb44cac05f9ecbd19cfb013e56722df7f7acd41bec0f8ee63188fe4156ac
+size 6291863
diff --git a/layers.011.sa.qkv_bias b/layers.011.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..04964afac4a781e0c91e6be643e5cf78d62a34ac
--- /dev/null
+++ b/layers.011.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad5364daa4e99954ded983b81b5258f0f05143361d95fefeffe940983113993
+size 6534
diff --git a/layers.012.ln_a.bias b/layers.012.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4821b129988162aafcf539072464680f0d6aba54
--- /dev/null
+++ b/layers.012.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6045e29237bbf37bf0dba03090e9f3c358de80012c30cf0f9ff50302fa652d7
+size 2438
diff --git a/layers.012.ln_a.weight b/layers.012.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3d0e4089fe468bb15094efcb64dd41056ce09958
--- /dev/null
+++ b/layers.012.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e710a3990c8912b81f6015c0e18bea3ff7af91b9a8aecf684cff93b9f382edd
+size 2438
diff --git a/layers.012.ln_m.bias b/layers.012.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2bd9fea2f854c625d34a6b97d7a1c61724b3341b
--- /dev/null
+++ b/layers.012.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49fbdae7ed935c3529dba6418e8ab6305ed299e71c014761088f53283b80036
+size 2438
diff --git a/layers.012.ln_m.weight b/layers.012.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b4a414d53129dcb1ccabbced937be15c383818a0
--- /dev/null
+++ b/layers.012.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d936849ffa43b1b454d6ffa45efc29e895ab2f44eec32044fbd11d3b2163ce8
+size 2438
diff --git a/layers.012.pw.W1 b/layers.012.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..c65f80aa30135e931183f92b55fc719bdc1fb109
--- /dev/null
+++ b/layers.012.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b96fc4e456782e131010784249e6df902a8722b1fa2fe1b4bf83de1b2338202
+size 8389015
diff --git a/layers.012.pw.W2 b/layers.012.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..058125f8d1fee9b63830fbc8ddd3182b7a2dfb48
--- /dev/null
+++ b/layers.012.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cc6f244e3bf533fc671e54ceb5d956cd7a02b2e80735210d42ac2250209222
+size 8389015
diff --git a/layers.012.pw.b1 b/layers.012.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..50c971b9d5bff23978995cec44b42dcf4cef55be
--- /dev/null
+++ b/layers.012.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08391a5d028bf948ef6f5d8b8098f3ad6f724ec2af393621258ced6e2c924ace
+size 8582
diff --git a/layers.012.pw.b2 b/layers.012.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..56dd4253b13a5a6184bd4d4314fc3a5ae6b18736
--- /dev/null
+++ b/layers.012.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a43e8391c472002ce46ad9ec5a2bc4aaea824e78eb13646efee2886f258b98f
+size 2438
diff --git a/layers.012.sa.backproj b/layers.012.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..bd5ec72c0cbfa299f484f5657208bdfaa53d48f3
--- /dev/null
+++ b/layers.012.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fdeb606d7356d509e930ab94ae403dd193a86edbb928b1afca729044dde765
+size 2097559
diff --git a/layers.012.sa.backproj_bias b/layers.012.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..674f6bbff6e965b7363ab398898e6793c584d0b4
--- /dev/null
+++ b/layers.012.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4a8443c8078e6ea24b9a2d1d9484feb06214ebde9228e988d6f5e0b360ec83
+size 2438
diff --git a/layers.012.sa.qkv b/layers.012.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..a59d1ed77b27470bc28d113ef3eb0612e8b8fb48
--- /dev/null
+++ b/layers.012.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882282310ee958289cf6500054eb43c277f9328d573bbac90ec46359089acd30
+size 6291863
diff --git a/layers.012.sa.qkv_bias b/layers.012.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..ad1ed19dbb9e777b9d54c723dd9e5e45ee00a8cf
--- /dev/null
+++ b/layers.012.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773d7321facf834e2ae4f18588caa5809182ed6d72fdb054b823fb5386b25368
+size 6534
diff --git a/layers.013.ln_a.bias b/layers.013.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7d5d24565c214deecaf4afae90f18d9f16788348
--- /dev/null
+++ b/layers.013.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce4eff91b1ecb1495a434b2b9ed230454b0ed3e540641eb1750c91818b52dea
+size 2438
diff --git a/layers.013.ln_a.weight b/layers.013.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c556dce28966cf47f6aebe2386ba69dab12328ab
--- /dev/null
+++ b/layers.013.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71eddc3ec1e7cda8ef929442f3d2f7c63369900b32afd48d5f37274ed97373b5
+size 2438
diff --git a/layers.013.ln_m.bias b/layers.013.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..034b95b6d087dda0867f3d21501fa73a7e4645d1
--- /dev/null
+++ b/layers.013.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bd157f21892e92608a1fc99b947b0bbcb54f4e12aef0527bbc99b1b75671b1
+size 2438
diff --git a/layers.013.ln_m.weight b/layers.013.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b584fb175452566334098e2e60d7d74126d31599
--- /dev/null
+++ b/layers.013.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ff64fb110e8627e54344c065a8415305c49d3904d0ac740a7f21106210bfb
+size 2438
diff --git a/layers.013.pw.W1 b/layers.013.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..2522fa27b874c08f834a1cd1127a76b7845171cc
--- /dev/null
+++ b/layers.013.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcdea496aa39c9c17ee95e895e445bd8abd6ad4a8d570b5fa18fbd55426e380
+size 8389015
diff --git a/layers.013.pw.W2 b/layers.013.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..507bd1efc9f65a689d810369cba4224ffb54e5bb
--- /dev/null
+++ b/layers.013.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1956d9fdbca348b9fa315ce11356703d4b7d742ec921941134c0b883cadcb1e8
+size 8389015
diff --git a/layers.013.pw.b1 b/layers.013.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..6ca916cf8b28765bdc6985d537f311f295603dfe
--- /dev/null
+++ b/layers.013.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a92fdc25c059a24e02c2fd4280587000d3de18dfd25727519068041dd97166
+size 8582
diff --git a/layers.013.pw.b2 b/layers.013.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..9521ca5237db2194bdd016e1cdac07600016febb
--- /dev/null
+++ b/layers.013.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbcf73438df450fdfa5e617d3b9d2326a03d63f7fadb2d39ff55f27e05ff23b
+size 2438
diff --git a/layers.013.sa.backproj b/layers.013.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..4e0dfa7a52e94a4f08462f23f9dbf26e96400b8b
--- /dev/null
+++ b/layers.013.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81de92e860f8b194dd1d96bc21b7c3301eadc808b41d3f293db6a3f4dda4ccd7
+size 2097559
diff --git a/layers.013.sa.backproj_bias b/layers.013.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..ccdac2d4ecd6b77bff26b5fcba89eed40e000c70
--- /dev/null
+++ b/layers.013.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6642034f326b034af64dc6f0234afa18b8f310c2ae759e47199a47239f101d0e
+size 2438
diff --git a/layers.013.sa.qkv b/layers.013.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..a42d4744e672c5ce4b2c9559c1b96f9c4720421a
--- /dev/null
+++ b/layers.013.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1b9206c235d96e2c36f065bae4a69e36541cf87b83d564517a8729db1643ff
+size 6291863
diff --git a/layers.013.sa.qkv_bias b/layers.013.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..26297f778179ac4d46a57ba3a92469461e376d22
--- /dev/null
+++ b/layers.013.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431997cd13f939b324ebadf4801d73bcf62e2c5c056393b64efcdd1c8f13fac5
+size 6534
diff --git a/layers.014.ln_a.bias b/layers.014.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..078ab0b9d322e219c232e12ee77725016c50e1e2
--- /dev/null
+++ b/layers.014.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8c1d8b6281fcd6161f63a0e85296cdc1a3e8ed15a47654cc5836f0e92ded33
+size 2438
diff --git a/layers.014.ln_a.weight b/layers.014.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..50535404b9dac7f01fe5b9f1f821808f80015b59
--- /dev/null
+++ b/layers.014.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51588f7f3da3e233fb2031fb5410e7d49056a833a6ab9d9444b3b90564995422
+size 2438
diff --git a/layers.014.ln_m.bias b/layers.014.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..831bccb74f01ea8bf46563ba3e6faad3da9717db
--- /dev/null
+++ b/layers.014.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6350d2b77bf575199eba26bba2129b128174ee4d2bcbcaf4bfa61ecc24f9052
+size 2438
diff --git a/layers.014.ln_m.weight b/layers.014.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2197fb1ae45e4b70451d672d3cde97ecaf5b6fe8
--- /dev/null
+++ b/layers.014.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e51bf945497bed2762f6d1df9586412fe1c7639cdeb28f41f4818d135c80430
+size 2438
diff --git a/layers.014.pw.W1 b/layers.014.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..8ed6d6d64435fbe7a43d969f5b330b3996f77f2c
--- /dev/null
+++ b/layers.014.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ee3eeb17d042f7a738d0486deb5b13d8fd7c3250de3a6ef2b7f8c301049314
+size 8389015
diff --git a/layers.014.pw.W2 b/layers.014.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..7c8bf870911b907a639d155e491054c4a93ff684
--- /dev/null
+++ b/layers.014.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaf4b9dc87c97bc706c74cc7de9fe99f15b6ee8922559e3dd6b9736620be928
+size 8389015
diff --git a/layers.014.pw.b1 b/layers.014.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..deb66817c9cdc25a4461f3ab93e447680fdc8b8e
--- /dev/null
+++ b/layers.014.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4150ca25a57eef94037f1bee0fb6222db464adf04e1ce823ca00600357e972db
+size 8582
diff --git a/layers.014.pw.b2 b/layers.014.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..8baf5ef9baa0687840af069860ee976c76051a37
--- /dev/null
+++ b/layers.014.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896c70cbf1da03edaca3cea27a7ba3866ec6fb3a9f4df2684e254cef6155750e
+size 2438
diff --git a/layers.014.sa.backproj b/layers.014.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..c4589b451e6944ef0f79c7fdb4ec1cb2af8ab57a
--- /dev/null
+++ b/layers.014.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8858b1a27331457fda418acfceb9ae8c99f5f152ff473e9dce988c1f8972d39
+size 2097559
diff --git a/layers.014.sa.backproj_bias b/layers.014.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..f18869a1be614eef1bd89d4851f843d4f3b73c9d
--- /dev/null
+++ b/layers.014.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a9f29abcbd33770bfdbeb90844c4e6a97a048952d0637c064b06487eb8493a
+size 2438
diff --git a/layers.014.sa.qkv b/layers.014.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..e6c4addd75c8fe9d1aa42e3eb8a014fb6495fcb1
--- /dev/null
+++ b/layers.014.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35a337863f891eb9cefcb8e55e6cc70f64c2d7d9623578feddde2e63bdba835
+size 6291863
diff --git a/layers.014.sa.qkv_bias b/layers.014.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..af528dc912f420fa01d0cae3a18177511ae50494
--- /dev/null
+++ b/layers.014.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501555b180c898f152d66aeefb6be7fa5a0694ad21b7b92d9433413c8ecb3287
+size 6534
diff --git a/layers.015.ln_a.bias b/layers.015.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a48f1f4f49354755a3e8aa027d4af9a672a5801d
--- /dev/null
+++ b/layers.015.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8d9403dd20de81c498d7aec3a09a6e34063e4008ade5d7266a81cf784b63e3
+size 2438
diff --git a/layers.015.ln_a.weight b/layers.015.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7af3d81bf24dad8b0c86948c6f2b931ff7c91b72
--- /dev/null
+++ b/layers.015.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1700c4debf7baa7bcfb54145b11a109c9e59acd28ad8ea9366f8478f19b70b5
+size 2438
diff --git a/layers.015.ln_m.bias b/layers.015.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..100b1b994eeabec1231dace56e02c9688bfd04ca
--- /dev/null
+++ b/layers.015.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b9c722b47086ef82618aa1239dcf739ca2c2eca8957e349cf2c5651e4b6e61
+size 2438
diff --git a/layers.015.ln_m.weight b/layers.015.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..33efecdc1d359a71166af9c388431f9156a577c5
--- /dev/null
+++ b/layers.015.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025a8949c44778e1b92922e1cc8a1fc3367c003c4298e13b86801b6532c486b1
+size 2438
diff --git a/layers.015.pw.W1 b/layers.015.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..0a7177b0748573a254a16ee7ddd0bd351c7e30ac
--- /dev/null
+++ b/layers.015.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528503febf5823b6f6948d8c729891c13ca071f45f90535648f4242c270d0e4b
+size 8389015
diff --git a/layers.015.pw.W2 b/layers.015.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..ab5282861890c993f124aae647d99239a1e8fdd5
--- /dev/null
+++ b/layers.015.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa3e41e7ef54ba26bfac1b67a7ff97f6102a4509ac49f2ea0e13cb8d10f05f0
+size 8389015
diff --git a/layers.015.pw.b1 b/layers.015.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..8703f9824b021e8a74597be657640287c4b7221f
--- /dev/null
+++ b/layers.015.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fbc4041e554abd8a314974297f283b52645d7066df030c2d74347f8ff3ce1b
+size 8582
diff --git a/layers.015.pw.b2 b/layers.015.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..9d094483b9de7fe87418d3d46130f59e006a6c12
--- /dev/null
+++ b/layers.015.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3294f64ed052d72e0170b51d72efc6f97d0b48d96905659027af21da19de267
+size 2438
diff --git a/layers.015.sa.backproj b/layers.015.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..f9b05d4d04ff5d4c7d60e09f8f5f037f66c4d461
--- /dev/null
+++ b/layers.015.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291a10c5f4261828a37e9bc73c3ffdb12bf27466875447e4599b8bb0e0214a76
+size 2097559
diff --git a/layers.015.sa.backproj_bias b/layers.015.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..fdb082fbe84a75e4514fafe31640753daec851e4
--- /dev/null
+++ b/layers.015.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22028f4d6a209d8f6b907c699363cdc408f930073a7a99059be84170c63074cc
+size 2438
diff --git a/layers.015.sa.qkv b/layers.015.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..9061fa83d64037b8e3d374024431b57ec60da1d7
--- /dev/null
+++ b/layers.015.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1886b74e6aef288e130c66e410ee6b464dc450d3b128cc8209d8780cf8e4c5c
+size 6291863
diff --git a/layers.015.sa.qkv_bias b/layers.015.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..32468d6d2618fb16b2b4709a7bb848f09fb92baa
--- /dev/null
+++ b/layers.015.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe9fca05d7ba78e741e724511cb252a336b6c06ee6b91b97739f4b12aafaa33
+size 6534
diff --git a/layers.016.ln_a.bias b/layers.016.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3681112c8f2a866967e2d0bbc749b5585c856326
--- /dev/null
+++ b/layers.016.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1ac28b0e2cf03da9f900328e27e61855246b518a7207e293418c6164112293
+size 2438
diff --git a/layers.016.ln_a.weight b/layers.016.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b02bbc5feb10934c79136591b38b488691276a9a
--- /dev/null
+++ b/layers.016.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5daed5e873b36eca8f3f9b52a016f800eb85fb550ebb852a8a52a3af54e61c69
+size 2438
diff --git a/layers.016.ln_m.bias b/layers.016.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2565b5dab1b75c6432cd6012c1caa93eff41fecb
--- /dev/null
+++ b/layers.016.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d255c6351c7a4ef8f5f0ac4a30328b4e0c9cea6fdb4c45dca24ccb01c0da436f
+size 2438
diff --git a/layers.016.ln_m.weight b/layers.016.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..32ee2d76b87a161a14328ded1c53d824c0076653
--- /dev/null
+++ b/layers.016.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30107e0c8a25bb525306fb8f00038618527d24a3957bb37d339e371e0063ecd0
+size 2438
diff --git a/layers.016.pw.W1 b/layers.016.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..95713cdfa7f773efd011b84fd09fb791e9ce92d4
--- /dev/null
+++ b/layers.016.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9774f7f6732a08edc5a15501bff725dbe65d305f13a8f11730df51c9fa618ae9
+size 8389015
diff --git a/layers.016.pw.W2 b/layers.016.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..f75a4b4e2c6fddaa618132f962e38aa163c1c4f7
--- /dev/null
+++ b/layers.016.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6457a657cf9747ffe795d8fe1b0ea234ce7353c3a652befc9825dbca8fb3c745
+size 8389015
diff --git a/layers.016.pw.b1 b/layers.016.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..36af1eb58a5673f2d0f12614de23a44d17e5e6ac
--- /dev/null
+++ b/layers.016.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ba85528c041ed43ced21b7e26a5a8db9e5dd961a0bf9c7d1f1dbbb4c6f31e5
+size 8582
diff --git a/layers.016.pw.b2 b/layers.016.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..9678aff50a8b7fc8281059b29a09bf40d13e8caa
--- /dev/null
+++ b/layers.016.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5e6f05ba167423541967389763e7e55ed11ab07e88ea650b159e317fde325a
+size 2438
diff --git a/layers.016.sa.backproj b/layers.016.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..626a9f82ed15b32c79641cd357784aa4153ee007
--- /dev/null
+++ b/layers.016.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d0f4ba5bb4d950651ec181fc556a911d2e89c3a82e25e2e0fc77a30ff335d4
+size 2097559
diff --git a/layers.016.sa.backproj_bias b/layers.016.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..133f8e0f9a738c8492dba07950f01eb688dbd9b6
--- /dev/null
+++ b/layers.016.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c562d8967b1fe7a062b267422bb739b3001c3764bba336e4ba8c46c2ba6ae770
+size 2438
diff --git a/layers.016.sa.qkv b/layers.016.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..e4c0533bcd936ed70ba3fb84c9f2c6a89b3b80fa
--- /dev/null
+++ b/layers.016.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfb7e7c7e6c7a6f23e978298edc4474e1ed830c1cb4f03de659b384b73d65de
+size 6291863
diff --git a/layers.016.sa.qkv_bias b/layers.016.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..302b475881f8ef6e5cfbcf37fd2ad90b59e14181
--- /dev/null
+++ b/layers.016.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44b96ac6f2064e0c0bf3d85075cefdd64c8afc102616db54852fdeffbc6709d
+size 6534
diff --git a/layers.017.ln_a.bias b/layers.017.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..715363aec346929e7c3fac8af4a338553df0bb9e
--- /dev/null
+++ b/layers.017.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fe12667ba2d854110a1cc7ba2a462776987de8738a1591c0cb6ad9cae8d3b7
+size 2438
diff --git a/layers.017.ln_a.weight b/layers.017.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ae121a5561200b667b5c541f65e775b23912ab6e
--- /dev/null
+++ b/layers.017.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c84c62378b81eba404a63a760b39ddc6d9e45ba9a394dcee5f139ed5aa76762
+size 2438
diff --git a/layers.017.ln_m.bias b/layers.017.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..19559305080b10e8bda818a2553b10794e35a33f
--- /dev/null
+++ b/layers.017.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a790b203a94ae841f38dd22225412b49da5c7c2d0851b9b214f9350ec76a028
+size 2438
diff --git a/layers.017.ln_m.weight b/layers.017.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5c6e20d99ebda915b589f2b2bad7ba10ba44519b
--- /dev/null
+++ b/layers.017.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20339a0ef4f1ea371dea9d5cd53b31609438c155a9b13b7443df9aa762cb706e
+size 2438
diff --git a/layers.017.pw.W1 b/layers.017.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..19fb2a54fef301678a80574759d8458f89eb097f
--- /dev/null
+++ b/layers.017.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3273730a0b0a8174edde88f7dce48b4314e25f80aae3700bb6bd90fb9af810
+size 8389015
diff --git a/layers.017.pw.W2 b/layers.017.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..21252c18523a37ab53cb7a44c8ce1501e30ae577
--- /dev/null
+++ b/layers.017.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d388aa06938009c53ab008c1fb0ae377027bab02b9d4d269392b4d95871b0b
+size 8389015
diff --git a/layers.017.pw.b1 b/layers.017.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..aaf36036b60e4588a307e63d5f3f351a126b9b8a
--- /dev/null
+++ b/layers.017.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0b3472097ac28e3994aafb8c4285fa31701e85651d364f04bd4e7c51b6ea89
+size 8582
diff --git a/layers.017.pw.b2 b/layers.017.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..8a825e4eb71b7cb456cf98abb2cb5f7be3bed1b6
--- /dev/null
+++ b/layers.017.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4f4d0eacaba90b560bb1ad462d635565009dd7e59921e6c2c8f29daaf43e0e
+size 2438
diff --git a/layers.017.sa.backproj b/layers.017.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..87a28ead9a1e1a0292f0d9d7643d4d2d3513adb6
--- /dev/null
+++ b/layers.017.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653a3d835ed8285182e02b91a4dadd6b319ba8d82ffe95521ec400131c113bec
+size 2097559
diff --git a/layers.017.sa.backproj_bias b/layers.017.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..f9e1307632fd7d7a04909c921d51e7ec369f1600
--- /dev/null
+++ b/layers.017.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930cbad97416750d4be2ab2504266abc742173391b60a38bfc2fc74dc020649a
+size 2438
diff --git a/layers.017.sa.qkv b/layers.017.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..e449c368ff993e362834c435a93d7d1bfada858b
--- /dev/null
+++ b/layers.017.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84db081fa24240a9e6302e3793fa23143fbc248f85c79aab177bcd9d8a3cbfd
+size 6291863
diff --git a/layers.017.sa.qkv_bias b/layers.017.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..e2d38ab0b9445ee2a0b5b7139031a8a089908078
--- /dev/null
+++ b/layers.017.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfa35ea28c12c138f8935de23af550d67ebb3a3ae2c1acca83ffc88fc60d532
+size 6534
diff --git a/layers.018.ln_a.bias b/layers.018.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..23da810aa2c5dbb735d712970a7e400d8db39a35
--- /dev/null
+++ b/layers.018.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cba11cbe4cf02b5630672badc84f018e89b5b5dd77b06e75f52fd5b78372c9
+size 2438
diff --git a/layers.018.ln_a.weight b/layers.018.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d701f436a53b50c90e5013b668e9ea39ecbe17d5
--- /dev/null
+++ b/layers.018.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052ccde4c712bf918764f22f78d3c9f642d45e46c7d77d336c730f63bb4aae41
+size 2438
diff --git a/layers.018.ln_m.bias b/layers.018.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..73c2f4f8d6d132c3b1165cf528312d650af61fe9
--- /dev/null
+++ b/layers.018.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3be06b5d4b90d863c6384b970c38a6b2d099b8f3466c6406bf05bbb8a042f2
+size 2438
diff --git a/layers.018.ln_m.weight b/layers.018.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..823f6f9d2c1a364445f53498dbb4c769af9e331c
--- /dev/null
+++ b/layers.018.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2789c6751a9d40e558f10359fa1d7f6d0f4b3bcac80f367dfeebc87fa6011e6a
+size 2438
diff --git a/layers.018.pw.W1 b/layers.018.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..22189342af28891dac5c1df1ca70140602a373d0
--- /dev/null
+++ b/layers.018.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e952089baf16aa286c578a08954d9b1845b27d9331cb20ba7dda42ce55f8de
+size 8389015
diff --git a/layers.018.pw.W2 b/layers.018.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..968c0d4ab1d1af73f19f7d669d594fc6008378b3
--- /dev/null
+++ b/layers.018.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89dc00131f32b148c902205de979c4f3eca74d12f5b38f0f4097753d6296af9
+size 8389015
diff --git a/layers.018.pw.b1 b/layers.018.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..5433bda54fff563d30d604b2f337a886fb69b0d2
--- /dev/null
+++ b/layers.018.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5aaf07dcb459ed3e7b8187b8cc264d1a30e8b0d7b3e4cac6feeba10ac80b01
+size 8582
diff --git a/layers.018.pw.b2 b/layers.018.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..5a95ecd2fe5a3c58d6a28a4cfb7b7d04e293a6a6
--- /dev/null
+++ b/layers.018.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76eb4ae1c562927bc64369f92cd958a633e7982cde1dd3ce80a0b34fef15864
+size 2438
diff --git a/layers.018.sa.backproj b/layers.018.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..024a6c9b516a0de953f22f7ce3cfae5298f17e1e
--- /dev/null
+++ b/layers.018.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5d59577b82b1a83d27ccf489ae3dbe6161c93ffce7044f0f7b661ab3995174
+size 2097559
diff --git a/layers.018.sa.backproj_bias b/layers.018.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..4175421e5c781ea69d737a4671cac7b0515df9d8
--- /dev/null
+++ b/layers.018.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed3a4cdb9ee0e1aa0a82b692aeac3bc0a56145ff8bc7db676c7d3c587b81166
+size 2438
diff --git a/layers.018.sa.qkv b/layers.018.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..4703b3e126162bc49f51ba3db96c487c523d233c
--- /dev/null
+++ b/layers.018.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6694de6b8357c6f137778066b44de7c251b1d30c79662b241190a222efd205ec
+size 6291863
diff --git a/layers.018.sa.qkv_bias b/layers.018.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..24b83fe63c4886cf54ee69d304f1faa1ce43ed84
--- /dev/null
+++ b/layers.018.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d649d29ff777245ed21bee07c36615593e02f5697eb1c45449707bcac099db36
+size 6534
diff --git a/layers.019.ln_a.bias b/layers.019.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8d2c557860566b61b9198c9a657681db235c7c1e
--- /dev/null
+++ b/layers.019.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1f4a51df68702b8787a8f713f5376649de5fdf6bcc12cd145adcc7d96b8ab5
+size 2438
diff --git a/layers.019.ln_a.weight b/layers.019.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..693b1af02f06676225a5c55c7eb047f6c881fa19
--- /dev/null
+++ b/layers.019.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997d2472008936aa8fe372ff7e5512e932aecf413a04ae1f6b92511bbdb5f840
+size 2438
diff --git a/layers.019.ln_m.bias b/layers.019.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a1dfa318598beac8b0ad69eab39fd963f12b065a
--- /dev/null
+++ b/layers.019.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5a32439d5ffccef4b59a05c3338fb85d7d05130c1afeb2d8c6f85aa93dd5c7
+size 2438
diff --git a/layers.019.ln_m.weight b/layers.019.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..38a899ba10d116784a7acc3e08d798827f2eb441
--- /dev/null
+++ b/layers.019.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8846e6ccec4dc68db3ffcf88b1697e65e1cccea1466f353e752b5239f3091a6
+size 2438
diff --git a/layers.019.pw.W1 b/layers.019.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..428a5bdbdfd430800b21ea318c95bbd64f11f182
--- /dev/null
+++ b/layers.019.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640866115b675ef73cbb92523202536700eae61ab51e0fb95a5f72412b403ae9
+size 8389015
diff --git a/layers.019.pw.W2 b/layers.019.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..f560be2067e69eec72f282cedfb6b2fbfecefa48
--- /dev/null
+++ b/layers.019.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3146e5a1649be23bb049d1cea7e1c4818c10328db7b2496b57c15429981cdf5d
+size 8389015
diff --git a/layers.019.pw.b1 b/layers.019.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..419e6a20f16ef3db06fd953ac1c0e4b0620fd780
--- /dev/null
+++ b/layers.019.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9f62184cf3f4c32cc756ba7e7b1a64a537dcec469ac156bc899ee01c3fa6b4
+size 8582
diff --git a/layers.019.pw.b2 b/layers.019.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..7ca12e836d024cb5aa7ccf2e9177f48c8eec4927
--- /dev/null
+++ b/layers.019.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0a3a139b69e0114d76e086c1b74193ac842fbffa60eb205dc38307c74af2a6
+size 2438
diff --git a/layers.019.sa.backproj b/layers.019.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..4c1067ef4407d49ced037b219ad64fb19b369d90
--- /dev/null
+++ b/layers.019.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16738bb34eaf0b0d96d3e2c3e62d683245ad56a2ae2845c0beeab2740c328ea
+size 2097559
diff --git a/layers.019.sa.backproj_bias b/layers.019.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..3b14a4cc0ef706589a012c45a43acc157d96a535
--- /dev/null
+++ b/layers.019.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3422eaaab51c07a6752cd2f766b87a6ef9719a121c1623c21048da8f601e03e6
+size 2438
diff --git a/layers.019.sa.qkv b/layers.019.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..51208855f5ea52cd159bbddacfce4ed5c98c8604
--- /dev/null
+++ b/layers.019.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f85cfa7443c92235ebddcb311fe7138769eb58c287329bb85f0876c8264ae7
+size 6291863
diff --git a/layers.019.sa.qkv_bias b/layers.019.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..3d65c208d2da874f837a4fd8c647bf06f94a0752
--- /dev/null
+++ b/layers.019.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3fd0a7ab7835ee15b42418628190802b5e0cde340225489881a44e4d06107a
+size 6534
diff --git a/layers.020.ln_a.bias b/layers.020.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8ec4382192abf00da84ecc69f89072d4e846428e
--- /dev/null
+++ b/layers.020.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85a79ebee28b64a05cb92448e25bd396a5f15a2adac9c87c4a0b13854c2d7e9
+size 2438
diff --git a/layers.020.ln_a.weight b/layers.020.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3f0c208696ac4a98ade534df723fbb86e5091370
--- /dev/null
+++ b/layers.020.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f92870ba96d7fed2713e03323b02b35cd4b8468852ee0b6444dc6c780282a5
+size 2438
diff --git a/layers.020.ln_m.bias b/layers.020.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3e968eb340f27c8c677ec24e3c40906de58cd1f1
--- /dev/null
+++ b/layers.020.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b47054307713e45ccb26e7e2ad25f73a45f7bc81ecc42a27e85c05a145ddc4
+size 2438
diff --git a/layers.020.ln_m.weight b/layers.020.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d2a45ebecb2fac12053d58252a2205808d134f65
--- /dev/null
+++ b/layers.020.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8868199bfc62b7997d15edb7341b5a7bb0821fed30e31cce5de51a53aa26aee8
+size 2438
diff --git a/layers.020.pw.W1 b/layers.020.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..2e38cfbb68736906747366a81d0eedbd8b13d636
--- /dev/null
+++ b/layers.020.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e06b9526be0680f3633cade91024293f6d3532c17d19bb7c08914bdfffb6ce
+size 8389015
diff --git a/layers.020.pw.W2 b/layers.020.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..424f2335c242ae3dd824ee5fd671ffb9723327ca
--- /dev/null
+++ b/layers.020.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a969599bf97de7c07b8e45e9865eb627852b507982a87ac4fde21ef7cd8cfd
+size 8389015
diff --git a/layers.020.pw.b1 b/layers.020.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..21cf26045cfd55550ff2a72e523454b52b943580
--- /dev/null
+++ b/layers.020.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc645d6eacb0122f44252921bd7d30227dd2bad6fa6a8f2e3c42e20cd7d211d
+size 8582
diff --git a/layers.020.pw.b2 b/layers.020.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..460e19ad0e3c94804870e436c998f2f8e65214b1
--- /dev/null
+++ b/layers.020.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb19cf4a27cfd0a2dcadcf78ae305e967425329957aceeaff39f9aa98ae12de0
+size 2438
diff --git a/layers.020.sa.backproj b/layers.020.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..5288a4831d45e1a408fb5bfd25f3f689d0688876
--- /dev/null
+++ b/layers.020.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fce5c1a31269be7c4c12152aba14266acf2ae685a1c89389566bc3bc6c821e
+size 2097559
diff --git a/layers.020.sa.backproj_bias b/layers.020.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..4f39ce4a80542e372aed1c7da3e2aaab9a2ece99
--- /dev/null
+++ b/layers.020.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6e68c75b0067ad7ec0cf39c5093862c82e5f3e0c70335078039122450fc3f1
+size 2438
diff --git a/layers.020.sa.qkv b/layers.020.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..9354a9a97f56779578a2a81d34faa13ca446e2cb
--- /dev/null
+++ b/layers.020.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d4a833779165d693f8c3cdfa5cbc22698a066c5a63ed3306b4539d2a92b2a1
+size 6291863
diff --git a/layers.020.sa.qkv_bias b/layers.020.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..b82e5b62f7e349a28edcc3088bba2097999fc462
--- /dev/null
+++ b/layers.020.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f219b5653e91cce2daabd731b7f25ef6a649da7ccb7b78c3d2404c5e0da423d2
+size 6534
diff --git a/layers.021.ln_a.bias b/layers.021.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6870b7e4f7ff5272c77c3e78fadb2d2f86a03387
--- /dev/null
+++ b/layers.021.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aad2d3a406e1defce1275afca9a44931211a6be86edea32db9aca609d5266d7
+size 2438
diff --git a/layers.021.ln_a.weight b/layers.021.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..830db735293d20b5c8f32a8db65d86c6080449cb
--- /dev/null
+++ b/layers.021.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b70466e4e2dab09e23442712ceae43277df29b4ca2e0b54cbf59983b90820a8
+size 2438
diff --git a/layers.021.ln_m.bias b/layers.021.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..cb9c45df6acf84543068ac9ee94be19392e17b5b
--- /dev/null
+++ b/layers.021.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be1c8dae143de9a47d8b48204b73f5d1b4c33d9531903741080364fe5f512e2
+size 2438
diff --git a/layers.021.ln_m.weight b/layers.021.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..14542e7c9871ad84ba3c459d66c71ddeebac4033
--- /dev/null
+++ b/layers.021.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c2a2925ecab31da54eca53213c285cd6c2a57d2d8e751d70556a7a96cd6279
+size 2438
diff --git a/layers.021.pw.W1 b/layers.021.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..1fddee6a8bfa75dd37dad05912ae3da9a63a906d
--- /dev/null
+++ b/layers.021.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2cab0be47469bb4971ed13ec6e65b017b355832c320516d465c4e02d6abeb9
+size 8389015
diff --git a/layers.021.pw.W2 b/layers.021.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..221fa5f0c0e2d9f10491385f5d637c76425d797c
--- /dev/null
+++ b/layers.021.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3f5984c98934297fe014a7cb4889c3cc110bf575a14a2fbdf9ce02fa48afda
+size 8389015
diff --git a/layers.021.pw.b1 b/layers.021.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..c2f018c0230225f7f9b3621dff8c98ced24d1b66
--- /dev/null
+++ b/layers.021.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6e323a01c691bee6aa123eb5ac4f4b91a3849497396545ea45866907bdeb00
+size 8582
diff --git a/layers.021.pw.b2 b/layers.021.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..990f2274778218ba95691bd736c4d208d5c1e8c3
--- /dev/null
+++ b/layers.021.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a055e330e2221b3508cdb2f9ffad80c6b40664497a3ab6ecbe62308927ba61c
+size 2438
diff --git a/layers.021.sa.backproj b/layers.021.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..81e183710a0c1dc1798a0434373d5997f273558b
--- /dev/null
+++ b/layers.021.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01785ce8288ea67741a219bfe5fd3320aa06312741ce12c4ca7c04d48ee47c57
+size 2097559
diff --git a/layers.021.sa.backproj_bias b/layers.021.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..599526e55273ce866f390551a3c8ebf87e48a1b2
--- /dev/null
+++ b/layers.021.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1c4f0db5ff3184d3d58b1322c61e534425a8e4709e4c97da14ae3e19e4c087
+size 2438
diff --git a/layers.021.sa.qkv b/layers.021.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..d67b7f231005384ac04053cb325ce4efb6b831e8
--- /dev/null
+++ b/layers.021.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f01f9ca2892d9b5659e98e454e77f31737be7cb0ee1079a962d935fb1d4b1e
+size 6291863
diff --git a/layers.021.sa.qkv_bias b/layers.021.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..489aa156da1753232d7f0beff4ef925762375e10
--- /dev/null
+++ b/layers.021.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a717a7a3c1043dd88aec3c4c3473eea404d37f0cdbc9df75b8e59598ad9a2152
+size 6534
diff --git a/layers.022.ln_a.bias b/layers.022.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..37480e8bc074923019506cbc837b6cca849ce43d
--- /dev/null
+++ b/layers.022.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea6d788d526c26c3b49f2db2f081efb6a06ad997cf345e8bff9621fa8dfcafe
+size 2438
diff --git a/layers.022.ln_a.weight b/layers.022.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9a83d2b81bfe635d1ccd3849eb08d223a2f3985a
--- /dev/null
+++ b/layers.022.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012e54ff7661cedb0d93fe2acbbefd9ebad65239bdbce2c0624df84b0ad4b425
+size 2438
diff --git a/layers.022.ln_m.bias b/layers.022.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..21cd6c73327950fd56f9f6dd70d0981fc550fddd
--- /dev/null
+++ b/layers.022.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bfdbbfc7322e6c42460c5962d88816fc33a28e0622fbc48238b02dfcb15be9
+size 2438
diff --git a/layers.022.ln_m.weight b/layers.022.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..484ddb41360fcc041db222a7ba8d939c0b42e09b
--- /dev/null
+++ b/layers.022.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0693da37f40e04c7436cac5eda069d97ae19977bda98f349f897a266ad9f7640
+size 2438
diff --git a/layers.022.pw.W1 b/layers.022.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..2d813517519036eaffe01e7d1f74955d1f6f4f7f
--- /dev/null
+++ b/layers.022.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23743726ab764ceca46db62da0383d1db66a5ec3f138f2a0fea0ef6520a11584
+size 8389015
diff --git a/layers.022.pw.W2 b/layers.022.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..feb2c19674acf21dfec6d20f537672418ed40cc9
--- /dev/null
+++ b/layers.022.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641d8c399040f59939abd331061b9f6dcfa05db2516d785c159f319829ff26a1
+size 8389015
diff --git a/layers.022.pw.b1 b/layers.022.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..9843262a7c82d6c348361e05e746f44461faf0c3
--- /dev/null
+++ b/layers.022.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805393ee5cc7a9600d872069b31cd9af3ca24a63b94b7624e38f35341013583b
+size 8582
diff --git a/layers.022.pw.b2 b/layers.022.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..a0e98a213f3e6d1f9920db12826b8f747d5fae28
--- /dev/null
+++ b/layers.022.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aba5ae7ba6d5fe6e97eab83f0e4420349b75f3be0a6ed020baf20aae25a7758
+size 2438
diff --git a/layers.022.sa.backproj b/layers.022.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..56440cc0e57b7a5599f00ce3531737e53c12821a
--- /dev/null
+++ b/layers.022.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f344d1a4f044a15ab6788bf80c132a88cf46fe70e97e97134da7e447d4c48f62
+size 2097559
diff --git a/layers.022.sa.backproj_bias b/layers.022.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..1b841f434c12eda329e919dca9b0bea32981ba36
--- /dev/null
+++ b/layers.022.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f2d68c6f10437a7149db978dd03b1e43adc75173b7e9d073bf15c460875214
+size 2438
diff --git a/layers.022.sa.qkv b/layers.022.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..69680eadbfb7a4fb281adc4c89635993fbd67ec6
--- /dev/null
+++ b/layers.022.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae81fdf3ae927ef367737e1a6e1619bf66fcc50034683d0c8a6d27413981716
+size 6291863
diff --git a/layers.022.sa.qkv_bias b/layers.022.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..c4a9b60e247e84426d614827b7f594003e5c7165
--- /dev/null
+++ b/layers.022.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e565f4cb7368e82fb430db343fd49440df99b85311f9476fb2b8b3f191a64b0
+size 6534
diff --git a/layers.023.ln_a.bias b/layers.023.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..14300946aab6dc40fecc6eb59679c5ee98d8e15f
--- /dev/null
+++ b/layers.023.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658ccf9b9bdee417e49d65abde6b0fa35ed41acd7965c98ac6783c9a6119b87b
+size 2438
diff --git a/layers.023.ln_a.weight b/layers.023.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2b6ae6af225bb766e8bbfffae555979cba794a05
--- /dev/null
+++ b/layers.023.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906531c6a12ef2693eb17579b9e75a349a6ecdcda8b580151ebb969f1ed69f7b
+size 2438
diff --git a/layers.023.ln_m.bias b/layers.023.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c8c0080071ac07aec5dee6ba546ca92123970
--- /dev/null
+++ b/layers.023.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f395bfa93a9c5123869ba92bb8e2737029d6c4b18208399978b2eff0a1aa4e
+size 2438
diff --git a/layers.023.ln_m.weight b/layers.023.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f553fb82fe2d6646f495a70c69987817e727cd7a
--- /dev/null
+++ b/layers.023.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839a32635e6338d2fe2742f630729d7d3e7482d34fea0eda63d4533ca3506593
+size 2438
diff --git a/layers.023.pw.W1 b/layers.023.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..5ab634b670c840c88d77c01e76e98efe345aad8e
--- /dev/null
+++ b/layers.023.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef903bc2199f4e378c4646af8248ecb5de481692bb569195bbc485fdf41f7d76
+size 8389015
diff --git a/layers.023.pw.W2 b/layers.023.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..a6e9de4c44c041dc6d4f90cbfddebcd6f712ad5d
--- /dev/null
+++ b/layers.023.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a6ea7746d3d48604fd07fee94eebf3b2c4349f267ba38be2e231c7d8fd70ee
+size 8389015
diff --git a/layers.023.pw.b1 b/layers.023.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..014063fb07eaf14b8c6995642a51a7061cff2ffc
--- /dev/null
+++ b/layers.023.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac38b50fc24623a0ec8f337f9a56cd76a0c7a56db5bf9770843a0cc74049c5c
+size 8582
diff --git a/layers.023.pw.b2 b/layers.023.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..b30a96c87345a0072c474275c8ae36470a15449c
--- /dev/null
+++ b/layers.023.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3102ddcfc74b81658621f31814cfd6e33025f5c956c2accb59e785f1436f27
+size 2438
diff --git a/layers.023.sa.backproj b/layers.023.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..c2706bd6abb60e5d880d11154eab34d8c0b99a23
--- /dev/null
+++ b/layers.023.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1662a0eb68dfbe046cf0599b0eb98ba1eb2c4c39cd2fecd261f8aa83ec7036
+size 2097559
diff --git a/layers.023.sa.backproj_bias b/layers.023.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..e2266835f21623d5e3a72890a75f85caed818900
--- /dev/null
+++ b/layers.023.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae81923fb9b9b4f2ade82df38a7191e27b7aa115ded9884eedb91ee83fc185f
+size 2438
diff --git a/layers.023.sa.qkv b/layers.023.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..ed3b20ef90ad46ce882fb14280a2224461533f49
--- /dev/null
+++ b/layers.023.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95058edd3e2de9f834b53aee8a0f4c7dcc3e464439d18f4dac931ab79e8946e3
+size 6291863
diff --git a/layers.023.sa.qkv_bias b/layers.023.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..6f5d54fe36b20716d172a3f49cdebbecdf86664f
--- /dev/null
+++ b/layers.023.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85acff68850eda7f434a44c08f9c57f4eaf6e3e6df755b9b480d51c826f95dc2
+size 6534
diff --git a/layers.024.ln_a.bias b/layers.024.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0cde7adccf48c788ccb57a78a6d8d1827339fa7c
--- /dev/null
+++ b/layers.024.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10543d9e0201a0e8f66ba294a99ee0b18f1558ece0fdc38387c891a17fde32a4
+size 2438
diff --git a/layers.024.ln_a.weight b/layers.024.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..205e270782eb07d402329987450abd8f7797b873
--- /dev/null
+++ b/layers.024.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd195474db453311e1a55e636c535db6e1385a176a02d90a77ec17a44e11c107
+size 2438
diff --git a/layers.024.ln_m.bias b/layers.024.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..ed82049402fb36428bf7b4d2b305150684793e1f
--- /dev/null
+++ b/layers.024.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac1c6a5cee5f8ed3328d6fe0c7ff09b633a01317664b71f07b51f39cd792627
+size 2438
diff --git a/layers.024.ln_m.weight b/layers.024.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cc4bfc67e7f9c5cff95a373956d7da1d20aff21a
--- /dev/null
+++ b/layers.024.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b20cc30b736fe545e14c0ea5194afc0bf64933a0c737122b0e5b2c776440c6
+size 2438
diff --git a/layers.024.pw.W1 b/layers.024.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..664c250758ac11426c841a90c7e5029204bba52c
--- /dev/null
+++ b/layers.024.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235917c06d6ffbd3210ea244fc8b06cb7ac35c1c5177730d89584e543143f17d
+size 8389015
diff --git a/layers.024.pw.W2 b/layers.024.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..03fad30a573bd74f8c6f21db480d2c689506b8f4
--- /dev/null
+++ b/layers.024.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7ad18694ee2c386e5ae65aa27a82ffa3affeb9f1f6be71f23ceefea69c90fb
+size 8389015
diff --git a/layers.024.pw.b1 b/layers.024.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..703b4605a32ae1bcd4795d336af4afc5730cc00c
--- /dev/null
+++ b/layers.024.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03e228d4705b31024cc6f505dc573c30a0d29585768cfd9bbbacee89c7a3509
+size 8582
diff --git a/layers.024.pw.b2 b/layers.024.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..a8b8fdf7284fcd8d23b4c8b6e131317a73ecaeed
--- /dev/null
+++ b/layers.024.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9155157d137571c35f9b831e44d413d3f510f660f089f3bacb1d35396ce7eb72
+size 2438
diff --git a/layers.024.sa.backproj b/layers.024.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..0dbbf35d76740f78fb142fa5f6fc8978ee7b22e6
--- /dev/null
+++ b/layers.024.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae45642ef71f702d709fa125d464b496627b4cf6393cb4da98fd32ee6e8fd48
+size 2097559
diff --git a/layers.024.sa.backproj_bias b/layers.024.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..bd679e8e8f12dffae823485713699b294468f6f9
--- /dev/null
+++ b/layers.024.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd89deab355bb1ae5e6d388aaf9af062007dfe5607ea856c80295c4f26ff660d
+size 2438
diff --git a/layers.024.sa.qkv b/layers.024.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..a4558a9f64f1f017305242d9e57aa7354f280365
--- /dev/null
+++ b/layers.024.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7979d1a17bc7550c74fe51248b5c0e3fb9ff4500a1fff12bb60da814f08877
+size 6291863
diff --git a/layers.024.sa.qkv_bias b/layers.024.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..88b32a135c8408d982a275f9e6a868eed34e5126
--- /dev/null
+++ b/layers.024.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e98997fedf9bf4e35d10ba2b7b589ca9f2c9eeaa1a59eb4cd4d6f0155590fd
+size 6534
diff --git a/model-hps.json b/model-hps.json
new file mode 100644
index 0000000000000000000000000000000000000000..2f308dc402c5ce4a086c3c5ae66ec82c309bf98f
--- /dev/null
+++ b/model-hps.json
@@ -0,0 +1,45 @@
+{
+    "enc_name": "openai_programming_v2",
+    "T": 2048,
+    "E": 1024,
+    "L": 24,
+    "dtype_weights": "torch.float16",
+    "dtype_acts": "torch.float16",
+    "alt_sa_klass": {
+        "type": "flash",
+        "triton": true,
+        "use_rotary_emb": null
+    },
+    "alt_rel_klass": {
+        "type": "alibi",
+        "fused": true
+    },
+    "attn_seq": [
+        "d"
+    ],
+    "attn_sparse_layout_seq": null,
+    "attn_heads": 32,
+    "attn_ra_nbasis": 64,
+    "attn_a_reach": 2048,
+    "attn_b_reach": 2048,
+    "backcheck_sa": "none",
+    "alt_pw_klass": {
+        "type": ""
+    },
+    "init_scale": 1,
+    "rescale_embeddings": false,
+    "use_res_scale": false,
+    "unembedding_shared": false,
+    "posemb": false,
+    "backcheck_pw": "none",
+    "_mup": true,
+    "mup_optimal_lr": 0.0005,
+    "mup_shapes_file": "lean_former/mup/flash_rot1d_24l/shapes.json",
+    "tune": [
+        3,
+        3,
+        3,
+        3
+    ],
+    "moe": null
+}
\ No newline at end of file
diff --git a/unemb b/unemb
new file mode 100644
index 0000000000000000000000000000000000000000..6bd6e27ee49ca4a6c72722ff9b00747a73bc61ee
--- /dev/null
+++ b/unemb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55572153562ab59d0878a8444fd6dc4a09bce79b0154a2a3d9e0ea98d340694
+size 105120151