diff --git a/bidir_2logits.bias b/bidir_2logits.bias
new file mode 100644
index 0000000000000000000000000000000000000000..846bfc8bed4eff642067eb4eba6e07c4d4b4da3c
--- /dev/null
+++ b/bidir_2logits.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d614b4927d6d2b9e572e51bd796559ea62ab887b6c0d678f963f66ae8372c3e
+size 391
diff --git a/bidir_2logits.weight b/bidir_2logits.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b6a882b56ac7751163804a443ee19197a5290836
--- /dev/null
+++ b/bidir_2logits.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8f3ceb0406b47c02f4347847d2e3dde38f1f8c1ad7acb6b1903c957edd41c4
+size 15755
diff --git a/bidir_2logits_ln.bias b/bidir_2logits_ln.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7c9cb8f7bb0b09786d795e19754f736b28f49625
--- /dev/null
+++ b/bidir_2logits_ln.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1483caaf238d9e90a525fe40162b85e5ee0dc30d8c98a7ac809b8e43f2a9805
+size 5510
diff --git a/bidir_2logits_ln.weight b/bidir_2logits_ln.weight
new file mode 100644
index 0000000000000000000000000000000000000000..da14944f63910917c5e0ef6a52ff7a7e1d01e76c
--- /dev/null
+++ b/bidir_2logits_ln.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd3f05afd03408798a7ac15ba0f1c473345e03435b21674269b14ff0ae01ea5
+size 5510
diff --git a/bidir_sa.backproj b/bidir_sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..7a38f7375cd71337dcfdf22acff39b4a86faa6e4
--- /dev/null
+++ b/bidir_sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e487bec9464f014472c47b31d5b493e387c1868411e28b423a7c08a4fd2e661
+size 13107607
diff --git a/bidir_sa.backproj_bias b/bidir_sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..8d68915b3b01da87cf9ee35b1a38dd9230fd5703
--- /dev/null
+++ b/bidir_sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df597274fa1237ca4d7e256a70b19f35a6dd948b0717ab0645b5c1affff04f8a
+size 5510
diff --git a/bidir_sa.qkv b/bidir_sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..aae26255b4eb6ea5168fad6b72161a47f8c5b894
--- /dev/null
+++ b/bidir_sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339b2926023487cc0b018615dfc099ed11f22fadb99d9e694c3730d98891507e
+size 39322007
diff --git a/bidir_sa.qkv_bias b/bidir_sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..70ed0a8fd5e7a2233653600cf215c53683a2c2ae
--- /dev/null
+++ b/bidir_sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00586985cb7e592836b738a308c7db20433a7d5417b0560804d32957c74a0904
+size 15750
diff --git a/bidir_sa_ln.bias b/bidir_sa_ln.bias
new file mode 100644
index 0000000000000000000000000000000000000000..98081e61c714dc332f05f26f043f6243a2ede216
--- /dev/null
+++ b/bidir_sa_ln.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a409f5103d1f87645d92f47bde9e4297adfa2d92b51913fbc45331a865f851e4
+size 5510
diff --git a/bidir_sa_ln.weight b/bidir_sa_ln.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4911faf4e26bf617d991cab139a1019af200b274
--- /dev/null
+++ b/bidir_sa_ln.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f534be62c5c43f4f521d0cb493a2385086b5e4c12a7a43ddb2aa7b7205da7063
+size 5510
diff --git a/bounce.ln_final.bias b/bounce.ln_final.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dc7e96ca1bff206e9217fcc78241945dc8d2ec18
--- /dev/null
+++ b/bounce.ln_final.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f2ea7361672f928b0f23ebafd32fe14eb05bcf83f83b6cd05d5771f1cae835
+size 5510
diff --git a/bounce.ln_final.weight b/bounce.ln_final.weight
new file mode 100644
index 0000000000000000000000000000000000000000..63f3b51ce79fb6aff8817f49f0ede07337a5376b
--- /dev/null
+++ b/bounce.ln_final.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618c2db06dd7944debc0951a0ff83398a1b00a07c44ebedfe5230408692d3e78
+size 5510
diff --git a/bounce.umb_layer.unemb.weight b/bounce.umb_layer.unemb.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b9642563ea8f56d37b4ec7ec5a9d9d8ec02ddef9
--- /dev/null
+++ b/bounce.umb_layer.unemb.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6f0a1fa3987f972bef64f80702abd9393690325de6542a8dfc92f5905707f0
+size 262799767
diff --git a/emb b/emb
new file mode 100644
index 0000000000000000000000000000000000000000..dab0bc96fcc99b14f49887d193a9c04cb0a36b28
--- /dev/null
+++ b/emb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10826e98172ad047c0a93162d379d3cc71510a7fc256a2ec264a016339acaee
+size 262799767
diff --git a/layers.001.ln_a.bias b/layers.001.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..a4d8f9ff76352061cc1420ed93aa38227fd871d2
--- /dev/null
+++ b/layers.001.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3528c5d8c2caec63703433da8af9cc14e793cbf57ecaad68822c69415ee494a
+size 5510
diff --git a/layers.001.ln_a.weight b/layers.001.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..06fad8a947327de5dc22ffb82c35e498089bd1fb
--- /dev/null
+++ b/layers.001.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c10518c2244f3b24486f5b9b9c019cdcffa7eceb34a65696f3248f5efff9298
+size 5510
diff --git a/layers.001.ln_m.bias b/layers.001.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..0fceb33b535e7afd96ec0098a7b7a3bd8c6a66ff
--- /dev/null
+++ b/layers.001.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e98a9500b81ccd6c0e172d8b8af76d6a31cce1083b7421926362d4a9f8d11c0
+size 5510
diff --git a/layers.001.ln_m.weight b/layers.001.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..97de0d5e124bc223151d56485abaef69319ce3ef
--- /dev/null
+++ b/layers.001.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba82c9132d6faebb4d533fe15ac3549d32482de21864113444b3a60865caf60
+size 5510
diff --git a/layers.001.pw.W1 b/layers.001.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..577dd231a72592cd5fa3fd5b8c6521007249f132
--- /dev/null
+++ b/layers.001.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45452ae55f26625f7f7fc0241a93588bb72ac326ee6e70277224ec4cd723b25
+size 52429207
diff --git a/layers.001.pw.W2 b/layers.001.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..b20cbd2913a932f76ce00f7ae7efa649091d1328
--- /dev/null
+++ b/layers.001.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534f717b97eb22569522fafa8bbc0a923b838cbe01a9b20dd7b720cd35351609
+size 52429207
diff --git a/layers.001.pw.b1 b/layers.001.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..368642644414f481170fe94481926540b70b20b1
--- /dev/null
+++ b/layers.001.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc645182f4d87b7cc143a299eea2c4d23b2a173a864519f57c8272177add111c
+size 20870
diff --git a/layers.001.pw.b2 b/layers.001.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..6620c2fda186d6f6c53dd97645e1bec853a3b907
--- /dev/null
+++ b/layers.001.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d05f66bc004808fa8d7b50a111182bf81d64cd65b072aa2af2b321b4181d303
+size 5510
diff --git a/layers.001.sa.backproj b/layers.001.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..11e42182fe29b5ea822dac5281bae20974596ec1
--- /dev/null
+++ b/layers.001.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbdca263a7103de72c3c7a76ca3fb987541b350c21d34cd7034052d8fd89fed
+size 13107607
diff --git a/layers.001.sa.backproj_bias b/layers.001.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..f321045de6175e371e24225198a5b936c325062c
--- /dev/null
+++ b/layers.001.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c8873e0c95cb0274dbd0913ef891cd69ead51b04428da397e98cd1c74ee2a9
+size 5510
diff --git a/layers.001.sa.qkv b/layers.001.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..d34d99fdaeadd5426514fe73575d1de461e074b3
--- /dev/null
+++ b/layers.001.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2fc2a1d32348c28941fd7ba217ac93b713a549992e2ae93aebf6ee4e1c8a97
+size 39322007
diff --git a/layers.001.sa.qkv_bias b/layers.001.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..60e6dd63c59d31d1ca38d83c951ddcf79bf35e6e
--- /dev/null
+++ b/layers.001.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b263744c8efb7852205388187631ffb101c52ff739b9e7d55aecf221ae452d39
+size 15750
diff --git a/layers.002.ln_a.bias b/layers.002.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..933ebadd3893953754c91feacebd3ece3e9edfc8
--- /dev/null
+++ b/layers.002.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780ef78f0d659a3702208ab0450967282f39eccb7bc3a0fb1c7e6b8e194d758d
+size 5510
diff --git a/layers.002.ln_a.weight b/layers.002.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1ac0ea7ebe0865816928dd19a129abfc00cc8642
--- /dev/null
+++ b/layers.002.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e6f1cb5f43dbddfe5e8e6f74006722179996ebba591022e832b3a4ff3542af
+size 5510
diff --git a/layers.002.ln_m.bias b/layers.002.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..24338f317d7db46c7371063a2e5106954d7c1648
--- /dev/null
+++ b/layers.002.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3280b2b5990b5af3de13bc5f6ae89b6a14e97c58cae8c74ca4395c5a7aba4ae
+size 5510
diff --git a/layers.002.ln_m.weight b/layers.002.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3c6ff426e97bab4034fc8a070a56773df1f046fb
--- /dev/null
+++ b/layers.002.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4289696bb384260f86dfd8d8f8af7864cde37a4428e0576c0368e01780fa6a9d
+size 5510
diff --git a/layers.002.pw.W1 b/layers.002.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..433862a640e0b5168c69f2b648be629be4df6681
--- /dev/null
+++ b/layers.002.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dc9bf21099d50bddf507c298a677c923417d7f8527fc997e7a798cafd4177f
+size 52429207
diff --git a/layers.002.pw.W2 b/layers.002.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..40793c5510cedb7ffb4a7318ec0c3bdd732ed484
--- /dev/null
+++ b/layers.002.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8057d25fddf3396af71d5b00a0e08722a93666483363853b670008a0e1a1581
+size 52429207
diff --git a/layers.002.pw.b1 b/layers.002.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..213b0ca4ace42356f47b076c6c74a738a7aaf9e5
--- /dev/null
+++ b/layers.002.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a51caf0a80fc7aa2d6c37d4e42723ca9f3a566a016f48b87f52c7cbfd33e41
+size 20870
diff --git a/layers.002.pw.b2 b/layers.002.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..9b02d50212c7b4a98ee2b8376f2a2350c400a22b
--- /dev/null
+++ b/layers.002.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71189abdd974b93b0bc3406df94d0e94feb0fe6e0a27707aaff6b0bbd885fd5
+size 5510
diff --git a/layers.002.sa.backproj b/layers.002.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..e9ac6e26b87bada21ede76be4dbc55719df8a384
--- /dev/null
+++ b/layers.002.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd2cdf8958340de9a19373093508c3a18a399ea9dcb66baea0fae37f65e79d2
+size 13107607
diff --git a/layers.002.sa.backproj_bias b/layers.002.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..ee33b20da59118348fdfc783ef6f1150b7179bc7
--- /dev/null
+++ b/layers.002.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6f869f7eac0cfef4204be5dc0ccb1d345e03ee62ef755561cfaab7c101626b
+size 5510
diff --git a/layers.002.sa.qkv b/layers.002.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..7ce3eee153e74fd7cc995729143925f862a6de85
--- /dev/null
+++ b/layers.002.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3101ef47f89d4a173482759d58831183ad5a196728e4062deaef66a3ce95b3
+size 39322007
diff --git a/layers.002.sa.qkv_bias b/layers.002.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..9d5b071aeaf81a744bacfc84e171df1b27123fbc
--- /dev/null
+++ b/layers.002.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e83970f865f3c3432dbc2f97ad34e03cdd902cf933746ce7e4d30b2da5c9a6c
+size 15750
diff --git a/layers.003.ln_a.bias b/layers.003.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..de3ba3b93b456bf4ed43d9d3b38fc506cefe4cbf
--- /dev/null
+++ b/layers.003.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c23b6ca779ce4898cf527015e89de9ae1edcfd2d0f35339e1647cea43b19716
+size 5510
diff --git a/layers.003.ln_a.weight b/layers.003.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f477e157ff8539b4b7102c8795149925ae63ae87
--- /dev/null
+++ b/layers.003.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e500b829b6d85d6efce779779ec4d58d3a49e531059ffe437224aeab4f72428f
+size 5510
diff --git a/layers.003.ln_m.bias b/layers.003.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2decfeb5787ff34d634e3d2f3bed669df84e9544
--- /dev/null
+++ b/layers.003.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f05b5a25c39edfd3c6cfb402d1e020412ffd36413976c6eb826cc25aec7460
+size 5510
diff --git a/layers.003.ln_m.weight b/layers.003.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ff05bc30cd76009bd4f425dd914265a636b9cc64
--- /dev/null
+++ b/layers.003.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4aceb5d1bffbd3065d5e8048204449572d085a6c36c49d3bb09d5e93a30f452
+size 5510
diff --git a/layers.003.pw.W1 b/layers.003.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..72502001661d039098d47dc22a3b1a1fd0bff9d9
--- /dev/null
+++ b/layers.003.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30247eee6ad518d47e68c24883a3f0a5044cecf7d15669aff6e87a3908458b6
+size 52429207
diff --git a/layers.003.pw.W2 b/layers.003.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..7fcd0f546798455c7d3cf3f198726c41978d2a00
--- /dev/null
+++ b/layers.003.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3b322bd587c46f7deb4e8abc7ef349a0fb37659a8e945bf5509d5030ab852c
+size 52429207
diff --git a/layers.003.pw.b1 b/layers.003.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..78a0572bf13d8a70e7105b2d3870524e8c642b74
--- /dev/null
+++ b/layers.003.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b3cc054fcf5140d2934ac08f38f6f78f012d0c78019c2d5b6953dfed715a92
+size 20870
diff --git a/layers.003.pw.b2 b/layers.003.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..1c031c8b754834f9ed0ad1dd73552f4fe2ca8f15
--- /dev/null
+++ b/layers.003.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4809faa9a5b3802e82cf139c6b39e1fec4df71962269b3dc4cd957c277cad7f0
+size 5510
diff --git a/layers.003.sa.backproj b/layers.003.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..ac1b904d2a7b988776b4e8e5db19dba2256a7e84
--- /dev/null
+++ b/layers.003.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a593eb5654098c935478d6435898526645b679406a3a1cb6b03c96ed30eb1803
+size 13107607
diff --git a/layers.003.sa.backproj_bias b/layers.003.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..ffec13f309995e9818f14a261131781bad39128b
--- /dev/null
+++ b/layers.003.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5951a9fb48158138acd190c8609ac7e644cba47f4942023b9bfd667b437e0b88
+size 5510
diff --git a/layers.003.sa.qkv b/layers.003.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..94e2f646ccf31dd5e4bb4a8bae5942a1b378c7c3
--- /dev/null
+++ b/layers.003.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832f455f34b3384ec44e457fa85c5824710aff6940e00241a96ec20a0740b0f1
+size 39322007
diff --git a/layers.003.sa.qkv_bias b/layers.003.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..0480efd0ae4bbcd4ce99b64a4549334ccdab4b38
--- /dev/null
+++ b/layers.003.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3542ade9226fb100d44f1d5adfa836b5cc58662379a80e7b9f03b376fcd160
+size 15750
diff --git a/layers.004.ln_a.bias b/layers.004.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9343a2e1daafcfc377f9ebfa7d2f260bf0f8d4d7
--- /dev/null
+++ b/layers.004.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4082718dd8cc41a53656540a1cb0e9ed32ecb500a6bcd3b11fd60d6045a1323
+size 5510
diff --git a/layers.004.ln_a.weight b/layers.004.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3d1bde1317a294b7a026a3b24d094c00a55a6d06
--- /dev/null
+++ b/layers.004.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2def89165a4ca5ad8814d00e17d6e40285f7e94707338f436860932d55691e7
+size 5510
diff --git a/layers.004.ln_m.bias b/layers.004.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4916b4983bdc8612eb81532d9a9167d08aefcbbf
--- /dev/null
+++ b/layers.004.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acf1fd2c4eaa482e043e7186769a050be9f184fbbe271dcc4726369551dd220
+size 5510
diff --git a/layers.004.ln_m.weight b/layers.004.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c2119306ca18b12579ef73fbf9dc317eba39c140
--- /dev/null
+++ b/layers.004.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90804524ec6e0bec43cebbc87729fd0eb9c1c8eda71d9d73b0cd54992e7846b
+size 5510
diff --git a/layers.004.pw.W1 b/layers.004.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..67eac47b7c180f451a7dac2d1ba0057f1505a386
--- /dev/null
+++ b/layers.004.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24954db752f3efd4dade6b98464238c47010eb7b27e04bfecb36fecb052e784
+size 52429207
diff --git a/layers.004.pw.W2 b/layers.004.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..b01897394fe6843ec1f528832e55e9f068c636f1
--- /dev/null
+++ b/layers.004.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0867b0add91cdccce47ecd82a88db7624dafb251f92fe320442c65413dc85ebc
+size 52429207
diff --git a/layers.004.pw.b1 b/layers.004.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..09859e52e217534b4d3c12015a10df37bb4e8c8b
--- /dev/null
+++ b/layers.004.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979659406f9c74b028d13da6d1e71d8c722d8da7b9f0db9bfffa6d1bcf8bfdd9
+size 20870
diff --git a/layers.004.pw.b2 b/layers.004.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..f74ba7cbc96e205280479811a44dd20d34ec8026
--- /dev/null
+++ b/layers.004.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1caf0630e3a22d02398dbe16ff7c452eb3ca49f297fc918bd89c2be51df4ef
+size 5510
diff --git a/layers.004.sa.backproj b/layers.004.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..ad1ca740a1a4bb1135fab630e276181809b3a299
--- /dev/null
+++ b/layers.004.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c55e1a8e32a51b77164f80053aa271061083739d89d57ed1d3ae2cd56eac3ac
+size 13107607
diff --git a/layers.004.sa.backproj_bias b/layers.004.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..1fa2d94880de15cf1f81c70c44324021893b8759
--- /dev/null
+++ b/layers.004.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b76a3166fd45d4e57079ecf9077661fdbef1e4240600878a625161cadbe121
+size 5510
diff --git a/layers.004.sa.qkv b/layers.004.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..80cd28453ba6eac9add1792086d29e7df7d3c1d7
--- /dev/null
+++ b/layers.004.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ec8f639b029a9e4eb205cdef9766eaea60fb6769f4ceac007cdccb84431cfe
+size 39322007
diff --git a/layers.004.sa.qkv_bias b/layers.004.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..cdaee85e698554c3492fc16c61a141f5b71a3988
--- /dev/null
+++ b/layers.004.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4f74f36b62004f447eb33713502cdaf1f0dae99038dfb0dd6d538aac034b8b
+size 15750
diff --git a/layers.005.ln_a.bias b/layers.005.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c82b420b85c1af10fdda4cbc2416971a0ab728f6
--- /dev/null
+++ b/layers.005.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6106954460356a541c4404e6903a6249aa00a47249ba0265170102b1d51e7687
+size 5510
diff --git a/layers.005.ln_a.weight b/layers.005.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..faa789730c160a90b640f290c3a96893b5843bb0
--- /dev/null
+++ b/layers.005.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6697cc42b69af95bc286af1c5f604306762e86d473730dd2005d3201bb6b8d91
+size 5510
diff --git a/layers.005.ln_m.bias b/layers.005.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..f7f5943e9b7ebeffb950460aeb3cd9c1b21d13be
--- /dev/null
+++ b/layers.005.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953661eab609ab05f0dba21258773bced1385988248f2052679e908b5f818dd7
+size 5510
diff --git a/layers.005.ln_m.weight b/layers.005.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e05f092c7c149bb28bdc06fcea07670f8604bf0a
--- /dev/null
+++ b/layers.005.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbb098e82db3258f926a4b201359a86924a3f1deae2d6d898583680bc056054
+size 5510
diff --git a/layers.005.pw.W1 b/layers.005.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..58e53d9a93c65dce70de62c26f85eda637031607
--- /dev/null
+++ b/layers.005.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bf9893159e7f58d142fa321ec68d1866320d4dd6a522dc965d6a9b303e6083
+size 52429207
diff --git a/layers.005.pw.W2 b/layers.005.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..f687a9fe2936f03e9c6cbd68bb8c5ab26a641c89
--- /dev/null
+++ b/layers.005.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e768b98bb1da84253bbed28e51f18117e21be119b09d7a1b47a8c4f15919ae0
+size 52429207
diff --git a/layers.005.pw.b1 b/layers.005.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..dbf06690485ec70fed9e848c4322a8a90a23e1cc
--- /dev/null
+++ b/layers.005.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea94088d1269ef0d6ca029a37545c8adabd66ced9ed0a9cbfa207ae2def93ee2
+size 20870
diff --git a/layers.005.pw.b2 b/layers.005.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..45dfc3bbc27c02c897fabb074acafbcd5c39a031
--- /dev/null
+++ b/layers.005.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6233dae666b92771241ef5fa75e8899d636202480040be743c708f45426312f
+size 5510
diff --git a/layers.005.sa.backproj b/layers.005.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..c0fad01ed3d21561011c429d7b245e079f265860
--- /dev/null
+++ b/layers.005.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2974e1886ad9e13a6c44de86a4db3ea8212bacd9ddeca64d6e71d5413637e3d
+size 13107607
diff --git a/layers.005.sa.backproj_bias b/layers.005.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..19d1c2b66500f9c6792263339a87eba5f5a5a162
--- /dev/null
+++ b/layers.005.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b8ca328806fb8f546ba5e6bcc24ffe311ee465c32e2027bed3d0900d713576
+size 5510
diff --git a/layers.005.sa.qkv b/layers.005.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..b47293f49451449b305827425f457f1b03b88d85
--- /dev/null
+++ b/layers.005.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18270234c0202d860c5cf5242761bab7a425e307a4f397fd506f7030de0c062c
+size 39322007
diff --git a/layers.005.sa.qkv_bias b/layers.005.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..7c43f1419a407750424357b26070f34b8ec7a0ea
--- /dev/null
+++ b/layers.005.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952aa279b88da471735f8feafba708eb2f48b57f34d8b436b598205bd3d04414
+size 15750
diff --git a/layers.006.ln_a.bias b/layers.006.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c5b292321320e92bccc0b41156f652da3a8d55aa
--- /dev/null
+++ b/layers.006.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3b66e2396c721ae12bf905a145635a7c52d1c815b7cf75b766f67461192ffc
+size 5510
diff --git a/layers.006.ln_a.weight b/layers.006.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..212eda7c775ea80b95dd9ac4085cd1bf23d7064b
--- /dev/null
+++ b/layers.006.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80018b92dfb762cabb5f5e8d7f8f6c4af44a9ad0a936f53505edd962841114c0
+size 5510
diff --git a/layers.006.ln_m.bias b/layers.006.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5a65caaca6d30643023a259070c82fa794e9d9d6
--- /dev/null
+++ b/layers.006.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9e4041ca3cc51dc20b7a19f2536da400bf0ad14e7c40103d6b1b7615305b50
+size 5510
diff --git a/layers.006.ln_m.weight b/layers.006.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..238519fd0ef28688a6e6522a96b1c10e9e4b9215
--- /dev/null
+++ b/layers.006.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d5607030deb0230339b628161b93eb292ef2edc956e3f2d3acaa375da22a66
+size 5510
diff --git a/layers.006.pw.W1 b/layers.006.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..426a011c4ef6fddddabb0b8ca1f4727cf03182bc
--- /dev/null
+++ b/layers.006.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ed7368f934d51de4f2181943caf92eabfd792f858baedf7fbd36036e78b4ff
+size 52429207
diff --git a/layers.006.pw.W2 b/layers.006.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..bb524dd006b3fc54ed7ffbc9694ab49f19eb477d
--- /dev/null
+++ b/layers.006.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b3818cfb21a832ce2b08717c7005b8a254281075fb1f4424f8bbcb186eee91
+size 52429207
diff --git a/layers.006.pw.b1 b/layers.006.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..f6a8621c0889f811a51cb1dd395d73dd033f633b
--- /dev/null
+++ b/layers.006.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325276fd8c9005f99b13537f33d5d051a005267895d0bc141db875e748d70782
+size 20870
diff --git a/layers.006.pw.b2 b/layers.006.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..09fc809b7faac17418c3e8822d01c4a9d68536e4
--- /dev/null
+++ b/layers.006.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c3e4850338ae59efc77e0ef7b9aa0f27e42d0920e31eaf4f8415a1ac8784eb
+size 5510
diff --git a/layers.006.sa.backproj b/layers.006.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..f38a122795e59a16876ab896678786e1539400cc
--- /dev/null
+++ b/layers.006.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb9282b5f85943d1c20b98d65840101c76b9a045d32198f1e57c56dc32f63e9
+size 13107607
diff --git a/layers.006.sa.backproj_bias b/layers.006.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..5acf4302eebb6dcb172b036a59c180f6f008d05d
--- /dev/null
+++ b/layers.006.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb8952b2cdacc898f6a677151e79406a80bfcf8938f91c0f1da03baf954eb41
+size 5510
diff --git a/layers.006.sa.qkv b/layers.006.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..71575dbfc9bbf257c7210aa194f6443ffbed15f3
--- /dev/null
+++ b/layers.006.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55620e58a49b21cd10e85b41088e8cb19b48d4679a9a12b6160cb1d74b378ed
+size 39322007
diff --git a/layers.006.sa.qkv_bias b/layers.006.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..7e009c3ffa783d03e34c037220b248a87a98eda0
--- /dev/null
+++ b/layers.006.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c936041b9469d95504308d26d4c2926693e89deb283c8315230a9b69db00ce
+size 15750
diff --git a/layers.007.ln_a.bias b/layers.007.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9a397e3cb22625d813399c98534ce6b0f27f2c4a
--- /dev/null
+++ b/layers.007.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75eec7b93399970290bed5d1223002ef8ce23904ac82fbfc62b5b11972cf1fc6
+size 5510
diff --git a/layers.007.ln_a.weight b/layers.007.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ac557566477688af7b1f279f743e083f30a01c62
--- /dev/null
+++ b/layers.007.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ab9bcb8bc629d64ce1a00e784fc0cff6d617be4e713e01ac856beec90b3719
+size 5510
diff --git a/layers.007.ln_m.bias b/layers.007.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6f589b6a93b98d83ed14147f9fbaa89ad690ef06
--- /dev/null
+++ b/layers.007.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc555667686e2d3ef53c79b73110d3ca9e0c34819b20729f15fbc29c01eeb9b
+size 5510
diff --git a/layers.007.ln_m.weight b/layers.007.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..482421fe7ce56fb9ab15f7047e4ce3ec2dbf5a73
--- /dev/null
+++ b/layers.007.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0e7b41b48f2eb60c2a4b25df2531cab10a6bc5e5fdd2d6d591cc3b49c16c9b
+size 5510
diff --git a/layers.007.pw.W1 b/layers.007.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..13f0f970ab47df5b6082d07595d5a9efcd679697
--- /dev/null
+++ b/layers.007.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794b12e89fc324112a7fd6e71bb1789c8ebbccc8333932ce5d5f31886e04e692
+size 52429207
diff --git a/layers.007.pw.W2 b/layers.007.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..641f47b2c83d6a8a2b6c29f480e938e89ec4924d
--- /dev/null
+++ b/layers.007.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0179828783d7ffdc630c04c34e9de151960ee08dfb6619a5cf2214a78274a62d
+size 52429207
diff --git a/layers.007.pw.b1 b/layers.007.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..f5350eb7b4eb2bbabcdf92842cac674455a417ab
--- /dev/null
+++ b/layers.007.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74cadc03312484005c20d933a9af4d8c3b0a5525576b8b048d5b8ca2e35e3f6
+size 20870
diff --git a/layers.007.pw.b2 b/layers.007.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..3f7233e6b5224fcdc53b1e801a6843dc6e971b32
--- /dev/null
+++ b/layers.007.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e4d3faafc215eaeecc848cad9fe6c392fe71ddf6ce1377e5efef8accc80c0d
+size 5510
diff --git a/layers.007.sa.backproj b/layers.007.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..0cb482621061577b3835280c5e2253e73870a317
--- /dev/null
+++ b/layers.007.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6088f5f5a7e3bfac9d147a46cdf647a09c968ab2cb55fd0460caf60c381bf20d
+size 13107607
diff --git a/layers.007.sa.backproj_bias b/layers.007.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..276edaaf6680c3fff06f749d91c8a8700376e419
--- /dev/null
+++ b/layers.007.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f860501c856246eea09d9304f11a27525bd13ced7100145c54589a2eb0689143
+size 5510
diff --git a/layers.007.sa.qkv b/layers.007.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..95250b8f9769f84230ee172af8ef57485335e8b8
--- /dev/null
+++ b/layers.007.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb31f49bf2921d886455bb979b5ca47eb257e93e42029020ebe26f73f3d4fd2e
+size 39322007
diff --git a/layers.007.sa.qkv_bias b/layers.007.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..0b4ba080bec2292397aa2fb40ad57f3bff26ba0e
--- /dev/null
+++ b/layers.007.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c793abb61a6b5852b3f34c75b760b5d49127a52eeb2b88729887e8a09128aca
+size 15750
diff --git a/layers.008.ln_a.bias b/layers.008.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..10b43271f8405bb227ee5e26b2da0afda02b2e42
--- /dev/null
+++ b/layers.008.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7288512c6f1f180bd0b1c08086020693999242256d45bfb27ce15ed212f17294
+size 5510
diff --git a/layers.008.ln_a.weight b/layers.008.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5c0130e3e897939036fd76ba3d823bccfc3e79ab
--- /dev/null
+++ b/layers.008.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefa81dc78cc85dfe2adf68179d355ae94984b1ea9391cb94d4dbf3f6e1c32c3
+size 5510
diff --git a/layers.008.ln_m.bias b/layers.008.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..94355def06df0155545a25df0308051b37e52e4e
--- /dev/null
+++ b/layers.008.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6147ee3f0035227b493960f89552d043c24adac8108223336de27ee1f3a0a03
+size 5510
diff --git a/layers.008.ln_m.weight b/layers.008.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cbdb7bb96fc59f317c322cb8ada62c6ddb5f1cb8
--- /dev/null
+++ b/layers.008.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703b34c32bd8040570e406ef769b203158471fd464d64a25f21a7fb9791e6ce7
+size 5510
diff --git a/layers.008.pw.W1 b/layers.008.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..627509ef0aad156e481366cc52753ee9d03677cf
--- /dev/null
+++ b/layers.008.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f483b0c4845784c5693d73959f7308e1c29061f5403472b9bd5648bc24dc1358
+size 52429207
diff --git a/layers.008.pw.W2 b/layers.008.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..04e01ee5ceeac1cb35626d15a0493c3d7bc5c4fe
--- /dev/null
+++ b/layers.008.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e54a9f26db1d742385e3a0c883bbe34b178ecee665dbec63e04267d2cdc27a
+size 52429207
diff --git a/layers.008.pw.b1 b/layers.008.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..5e1d2ecc4c4337150215c3df3bf49ec56e60f767
--- /dev/null
+++ b/layers.008.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f185680674eb55996d13497dc3ebb2975a134abfa559ce56a30a8b6e3e0a96c6
+size 20870
diff --git a/layers.008.pw.b2 b/layers.008.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..cc636d64e9cd54c714ebdaed6252c5358bd1b73c
--- /dev/null
+++ b/layers.008.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2bd637b0e9c77dd631dc0085c775275f48e540f8975132be44e416a114f226
+size 5510
diff --git a/layers.008.sa.backproj b/layers.008.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..6985fbed5766807f484acd816bdf59b24f60dd84
--- /dev/null
+++ b/layers.008.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed14d89dcefef2087b19a03460f7ebe000710ac048cebf0558714b8864bfbc4
+size 13107607
diff --git a/layers.008.sa.backproj_bias b/layers.008.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..665a5cca739c107c117edcd921e2c93dd03a7d20
--- /dev/null
+++ b/layers.008.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e073728587a66a7dede0b9daa1e9e71926742449fc08cbf04dfbbd16380fecf3
+size 5510
diff --git a/layers.008.sa.qkv b/layers.008.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..742e94a2be9c94e69cdbcefca053f6c974d3d27e
--- /dev/null
+++ b/layers.008.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af5530ba04f42591c98626beb924399373f29393af7c1e08b3f8ac3c0f56b32
+size 39322007
diff --git a/layers.008.sa.qkv_bias b/layers.008.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..756a24c589f1908ccc0b6c64de5d62d03b9e516f
--- /dev/null
+++ b/layers.008.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a358ed56fc658e7b59f52c44f077c74c1868504c4e6d2fb16ada20271555cd
+size 15750
diff --git a/layers.009.ln_a.bias b/layers.009.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7509798f15166477c8bb999e1eb70a834a1b1a09
--- /dev/null
+++ b/layers.009.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd3512bec6232a04d81ce6408992c750d867fd7096770e722988bd602873521
+size 5510
diff --git a/layers.009.ln_a.weight b/layers.009.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..beb2bae3d83cfd44b18fd497aebc010990ae7948
--- /dev/null
+++ b/layers.009.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62624410de7ff563e3eb279834bc58424bc9afed30a65b8c11318c14cfa15734
+size 5510
diff --git a/layers.009.ln_m.bias b/layers.009.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..aaa0c6e58283c226e4b9f639d085d87f602369ad
--- /dev/null
+++ b/layers.009.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eea0306b14467e1e1482397dca9667d1e925a68a61a036c9e77a6b6b04f036d
+size 5510
diff --git a/layers.009.ln_m.weight b/layers.009.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5d0300dfb4ecaafffd41aa385a27564814f7e288
--- /dev/null
+++ b/layers.009.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0c0a122e32cef22ee3c4e7dbb62133c4983500825f1da2ae9fef42f7941461
+size 5510
diff --git a/layers.009.pw.W1 b/layers.009.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..eed74ee332cf7ca11a6a628495f54026a9809413
--- /dev/null
+++ b/layers.009.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680330c91740f139d659cd21959d6b1f8f4887de5c68b7d6742cab5b0bd110f5
+size 52429207
diff --git a/layers.009.pw.W2 b/layers.009.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..2cb4582a43dc08202ab11db822bb59662152204e
--- /dev/null
+++ b/layers.009.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245c0d2c3f3c96c5eac8a61b2cf641d0953bed9ceac89025b218c35309fdd641
+size 52429207
diff --git a/layers.009.pw.b1 b/layers.009.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..c0fb6fa6059567abc2a300ece61045a5f4f48373
--- /dev/null
+++ b/layers.009.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05080822bee5a9365615b3ab097c16ef5dac4e293f45754bf4c5257249691664
+size 20870
diff --git a/layers.009.pw.b2 b/layers.009.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..c6b48665ba21f33fc011222bd142464e50b18cdf
--- /dev/null
+++ b/layers.009.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3068ddc05d7da1a39ccfe48c99744e3c5ca10fe1992a32757ce13c2b5a60394
+size 5510
diff --git a/layers.009.sa.backproj b/layers.009.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..3999ab97d9c4c3936b93fe740be8308bedc7458c
--- /dev/null
+++ b/layers.009.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e144d8d457f760f74439babd2559454c92364bc7ad9527180c12bbea51d28009
+size 13107607
diff --git a/layers.009.sa.backproj_bias b/layers.009.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..56a318155313e37d6a530480abadf9e0ecac6f0a
--- /dev/null
+++ b/layers.009.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b551c415d2dbe300d01bf32035b73bbacfd59561bb864a3ae217525abca9fba
+size 5510
diff --git a/layers.009.sa.qkv b/layers.009.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..06bc483a18f479559a2de7ac89294564c132fde4
--- /dev/null
+++ b/layers.009.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbd9a0a9a334b343a5218188f63e1a5828fc27d055aec190aa3691c209555b1
+size 39322007
diff --git a/layers.009.sa.qkv_bias b/layers.009.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..dbc75d25db6cfa98f9593633561eaf1a4c00e90c
--- /dev/null
+++ b/layers.009.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bdcdda3ec946c6446cebc3122619d02f9ff5188f8ebf35774b463a35151813
+size 15750
diff --git a/layers.010.ln_a.bias b/layers.010.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..90550755cdb18984ea0b3c1b87060efba3f17070
--- /dev/null
+++ b/layers.010.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3078459f0a2281b1d054c88f45e5f07fe8a02fc7cd64b559508781a7be4e48dc
+size 5510
diff --git a/layers.010.ln_a.weight b/layers.010.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7bd8c729228d7db7bcfc1cb16436622c11b29333
--- /dev/null
+++ b/layers.010.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc77a3a0bac87a34a6b4d66c9b3cb3ed47b237d144f3aebd2b513f14e7ace0f
+size 5510
diff --git a/layers.010.ln_m.bias b/layers.010.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..249244200ec0bc129534e25c6fac81b29271a409
--- /dev/null
+++ b/layers.010.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039379303a01f05cae7fef6b0faf4f2b452a920985e295d05ff7a396847b0653
+size 5510
diff --git a/layers.010.ln_m.weight b/layers.010.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..485a119b7e9269fa36f4846ae53499c1523d393c
--- /dev/null
+++ b/layers.010.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b77d72a6c33b2c5f5f88bb8f8108bb8088104d9de4825c9236d6fa0fc8a7ecc
+size 5510
diff --git a/layers.010.pw.W1 b/layers.010.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..80672743d81ebfa378649a5779c3dfb9bd70f061
--- /dev/null
+++ b/layers.010.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99769fb8250ac772db115132f5ef0598dd938f8aae7758d6f83977f06f7bae61
+size 52429207
diff --git a/layers.010.pw.W2 b/layers.010.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..e423a338e314b733504f7f40fb68fe385d722de9
--- /dev/null
+++ b/layers.010.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f29b35d1b494ee0e803f8fa7aefb949c829b52ffcb97cf0babc765427c5c356
+size 52429207
diff --git a/layers.010.pw.b1 b/layers.010.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..0d7e12cb7f32ed946eebee33cbace4058ac1fd33
--- /dev/null
+++ b/layers.010.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced9b201dac612e2e3a09e2fbe8fe4dc0c66ec572c86f12ad63e6dd543e982a8
+size 20870
diff --git a/layers.010.pw.b2 b/layers.010.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..0e0ea7658d4e562a6c26b6c77a61f0af00451ef6
--- /dev/null
+++ b/layers.010.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e4f8d0754e1235f83f4b1ae1eefc2c9650bc07ba2cc5b4957dbeff7693341e
+size 5510
diff --git a/layers.010.sa.backproj b/layers.010.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..e22d68c2f1c43b54750f470ec098e21ae0188f44
--- /dev/null
+++ b/layers.010.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdc9c672d0e3537f88226db9eb02448a03e875145dddd001ace64a21edd5499
+size 13107607
diff --git a/layers.010.sa.backproj_bias b/layers.010.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..1f930aea966d879aef5b71dc31038c7947034ded
--- /dev/null
+++ b/layers.010.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909994f71089d77ff678058fa72e32dfad242c1283604202606c548401f15748
+size 5510
diff --git a/layers.010.sa.qkv b/layers.010.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..6bfd61cd88f9d435bf78a456ecf7bfd99c96a3f1
--- /dev/null
+++ b/layers.010.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9317e7d3c04b71abcfb2fe66d65181c40054d85cc51502d1513e806e3c01beed
+size 39322007
diff --git a/layers.010.sa.qkv_bias b/layers.010.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..2107d38fb5c476802ff25e58bb9ebb3c6f00891b
--- /dev/null
+++ b/layers.010.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb890a018f9d3cf37dfab3ec0d45bdac05b85e8fba2e4a00f3911a50f1cb780c
+size 15750
diff --git a/layers.011.ln_a.bias b/layers.011.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..646c0436071894b3412618e980bffafe1e2df77b
--- /dev/null
+++ b/layers.011.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08071b05722949075806f2b27a73e021495b6f39b10349fcdacf4469d524e41
+size 5510
diff --git a/layers.011.ln_a.weight b/layers.011.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d0337c403ca3e23096e2e7d7fa0a1cdf3aeb6cca
--- /dev/null
+++ b/layers.011.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c14d4abf7f95e4bebf87634461517201feba5c9309e0e228adb25c2c2db6254
+size 5510
diff --git a/layers.011.ln_m.bias b/layers.011.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..e4bb3ddfb788775d3ef4f2e6372c18bf7e8e1a72
--- /dev/null
+++ b/layers.011.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fd4cc5ecd2cb146d9d0f4b1edb7c54fc89a59842a49d191854dbd24084c9a8
+size 5510
diff --git a/layers.011.ln_m.weight b/layers.011.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..69b861dbffc7841828240fa5e53dff30a789f711
--- /dev/null
+++ b/layers.011.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4b23327e3e933b30bee7f4abca4895e743fb3d5663e0fc625c0a9c13b9ca46
+size 5510
diff --git a/layers.011.pw.W1 b/layers.011.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..74770ac79bdcb509590496662db119a79c2d3016
--- /dev/null
+++ b/layers.011.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d106aa836ef242518ff496b709afd8e24136eaee8130fbed8fb6370ae538f9
+size 52429207
diff --git a/layers.011.pw.W2 b/layers.011.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..082c714ecbb7db14a47aafd969053963bbb04c65
--- /dev/null
+++ b/layers.011.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b08c9e49ae65ee2fb7b7a6cc9fd59c2be55f2c05851116b34e66fefc9302e60
+size 52429207
diff --git a/layers.011.pw.b1 b/layers.011.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..2a8ca6b2810e4989e6372ec06dad5a85eb3e7f89
--- /dev/null
+++ b/layers.011.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ab29cfd832cefd9a1f133f27c83d3325391708d17830e639951b879c5d9535
+size 20870
diff --git a/layers.011.pw.b2 b/layers.011.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..6d44f15b8e234af2ea9de009d7ff010784f5044c
--- /dev/null
+++ b/layers.011.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0934c6ae12fa0e05b20b6400e2f88ef88b0c80a080104f85b7d3da8ea1cc00
+size 5510
diff --git a/layers.011.sa.backproj b/layers.011.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..d8875d0ec5e2e6e357b169e843a12f1b7b87faff
--- /dev/null
+++ b/layers.011.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12654774b44ec40b9e563c048e1bdad21de13a7843af11c053b7e6bb530ea9ef
+size 13107607
diff --git a/layers.011.sa.backproj_bias b/layers.011.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..feb4143630dc9363ebb668dd88476edfbed0d0c1
--- /dev/null
+++ b/layers.011.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3ca6d08ff875119218f2e84f8535522067ffc60ab5683cf79bf510d2611ecd
+size 5510
diff --git a/layers.011.sa.qkv b/layers.011.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..0957534cbcac070ca1833637fc1c4abbf4bebae7
--- /dev/null
+++ b/layers.011.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7d0978b3403caf9b7c50448a4d61f5228e7723eed61a7ad067cdd14849a299
+size 39322007
diff --git a/layers.011.sa.qkv_bias b/layers.011.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..dc1c84700e87e41989f1229857f1716c2930f7fa
--- /dev/null
+++ b/layers.011.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba1ec7e80cdbca0e969ecfa99b66e6b45c94580feea681bd71ce100cbb8f2bd
+size 15750
diff --git a/layers.012.ln_a.bias b/layers.012.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2082f5d1ecd91c7b53aa863b34063a324de21771
--- /dev/null
+++ b/layers.012.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31992d341a81688644d36bb0ca7d220d41ce3ebe5b624305836485c9dccf3d02
+size 5510
diff --git a/layers.012.ln_a.weight b/layers.012.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b4ebfecac247c72244c6a8fcc62f86d72698a907
--- /dev/null
+++ b/layers.012.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b971440844ca5c22724a24867484832ba5f1b0e36e57c754f6630abc63154d16
+size 5510
diff --git a/layers.012.ln_m.bias b/layers.012.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6d9d8de11fdc91a496e81b167d8a4c9a0e891016
--- /dev/null
+++ b/layers.012.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c60654fd9c0d0a6d130de3a4c40d31cd7623e439eebccfe1063f57a2fe88652
+size 5510
diff --git a/layers.012.ln_m.weight b/layers.012.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6bbc833e1e52965aa1766107fd23c5f4501d9fc8
--- /dev/null
+++ b/layers.012.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f94563e0ab66e63da865ddfbebe5c923f78e71cd2f0f777045236245664c78
+size 5510
diff --git a/layers.012.pw.W1 b/layers.012.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..ce8359cff6205ab8dfc7cc05493d1b0b467330ed
--- /dev/null
+++ b/layers.012.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb1c3847edbbe60bee8ae3737d71d38266b4faaf9b522a0d7843ae7b1c546e4
+size 52429207
diff --git a/layers.012.pw.W2 b/layers.012.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..ce707c285e34a766cdafae754a9ce093443b8ce3
--- /dev/null
+++ b/layers.012.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5867c83a9cb74cfeab17532562e6c68f66fb7d2cab7c25fe2d3a080279ea68
+size 52429207
diff --git a/layers.012.pw.b1 b/layers.012.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..0d464ece4ef7821778ef5e5c85c62d4ef2f913b0
--- /dev/null
+++ b/layers.012.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f29e79d02b2529b1bffe16ad24422ca084a4b9e7a1896479128fbdf2e14323
+size 20870
diff --git a/layers.012.pw.b2 b/layers.012.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..a80b210273149bac8f7385ce6e3100ca8e7c59f1
--- /dev/null
+++ b/layers.012.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a99a464d5f93b58b90228c97c5c3efcb763f1a1d70a49452702b6ca08b9cb8
+size 5510
diff --git a/layers.012.sa.backproj b/layers.012.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..fec372e1a4b8f63980f1c4297f10c400818efa19
--- /dev/null
+++ b/layers.012.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b3af6cd1013b8a689a38ede620801aaef59aa80f7c53e9652649cb646347af
+size 13107607
diff --git a/layers.012.sa.backproj_bias b/layers.012.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..4184f49a5625c66d5a68084186ef31f28d4c0689
--- /dev/null
+++ b/layers.012.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafa1ca4e7da149ccb3a13f95b20ac73062e4ac80e23341ff8c72c04c13079ed
+size 5510
diff --git a/layers.012.sa.qkv b/layers.012.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..14a855ab0e8d2cc5b6ec9b32c4216153fda7591b
--- /dev/null
+++ b/layers.012.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d33c11efd7e9f1dbbf75543a08680e63bf267026e8f7d984d40e67aa019267
+size 39322007
diff --git a/layers.012.sa.qkv_bias b/layers.012.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..6300ad1db6e7e370e7bb07362ddfa84c6492b7d9
--- /dev/null
+++ b/layers.012.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ea5bf17a280da1ee785d743db045dd770b7bf2ee8dd05e55eb0190c731645d
+size 15750
diff --git a/layers.013.ln_a.bias b/layers.013.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..98f37838160f2c235af0e5bc5720bbf5288aab40
--- /dev/null
+++ b/layers.013.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e816881a35001801cd4642e05d41060dc5676438e8804e0ec87a334a79ad3fe
+size 5510
diff --git a/layers.013.ln_a.weight b/layers.013.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ea6d582ff37cf1fda2a0462db686a43f74933e8f
--- /dev/null
+++ b/layers.013.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c473bdc9d03f009b8d46baf9208669da0a304f4ffac48d2e217e57700988d3
+size 5510
diff --git a/layers.013.ln_m.bias b/layers.013.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fb07ebd7cffa7324c2ad2b2d742b4cf9be4d033f
--- /dev/null
+++ b/layers.013.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c54e52a490e73f358fd8bd0dd85fbfb5095d6aacea3cd091fe75796afc28ee3
+size 5510
diff --git a/layers.013.ln_m.weight b/layers.013.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..31574cb0f4076034bba368b0ed0f5eba6c945e74
--- /dev/null
+++ b/layers.013.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c747fa2321e9f14e74d48545e15a5692a992519f4e83f9873fe9214763387ce
+size 5510
diff --git a/layers.013.pw.W1 b/layers.013.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..de725fabe56cecc75ba7d08e1fc6874fd86204e8
--- /dev/null
+++ b/layers.013.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9b8a7daf7082e74893c5c7022c101c4cbd00ca5da8d3eaae4523552f0cf505
+size 52429207
diff --git a/layers.013.pw.W2 b/layers.013.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..1e138b4be3ef8fc0f503766579b5a31ffe6e902f
--- /dev/null
+++ b/layers.013.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6e5dba9452e70679b2b8b2e878c4f8beab4275689488747ffcaaf5f490bb7e
+size 52429207
diff --git a/layers.013.pw.b1 b/layers.013.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..cf84413ea427e74a9468be0465fd5f00ed940f9e
--- /dev/null
+++ b/layers.013.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2441d30fe319917d2b9af4fc60a9700d862eaa27647ffcc255d68596520a581
+size 20870
diff --git a/layers.013.pw.b2 b/layers.013.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..9772f750c1cf24b559573d7c565aeb8f80022958
--- /dev/null
+++ b/layers.013.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b3d984230cb357f5c7cfced396dbc94464fa7ad6ae5a77d2344105d1e194cb
+size 5510
diff --git a/layers.013.sa.backproj b/layers.013.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..f08b623e009f36f31e14fa43fd353fd2c9f37c86
--- /dev/null
+++ b/layers.013.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c4756efe208b0323db9b4c2ad3460eeeadc83a50ceae8c58edec02c15f95d3
+size 13107607
diff --git a/layers.013.sa.backproj_bias b/layers.013.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..ecca63abd133b864c268d39f94c2b4d72523ee69
--- /dev/null
+++ b/layers.013.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833189dd050add455a6e6486a7bb569ed7dcac07f6e16d9b6c362e0d87cb222f
+size 5510
diff --git a/layers.013.sa.qkv b/layers.013.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..51f21b5ab52d5dfbd07576386ef0b744cba94bcc
--- /dev/null
+++ b/layers.013.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3710e12e6b13b3c86d09978741c2704e2293ba04f1cc1407a3a965dca2748139
+size 39322007
diff --git a/layers.013.sa.qkv_bias b/layers.013.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..20a44edc2d114817d605e79bd61877c2b27ef442
--- /dev/null
+++ b/layers.013.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83662eb0607bbb315b3efa45d1c922f5ce4866c1ae5a02f80eaeb81034be576
+size 15750
diff --git a/layers.014.ln_a.bias b/layers.014.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d2354f35a1cc31805e3ac0606cd55d368ff72fe0
--- /dev/null
+++ b/layers.014.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a4e41c7e905b84ae8447b45410784b6c957429150b15f1bb9ffe394f495a5d
+size 5510
diff --git a/layers.014.ln_a.weight b/layers.014.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0d268c47dd6bff296d6958a3cc85cd03bae0d3c7
--- /dev/null
+++ b/layers.014.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8ce6586331062c713e5b68d2782de41cccb7b6e2177f39c5cf9b25cb71233f
+size 5510
diff --git a/layers.014.ln_m.bias b/layers.014.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3165157962d941b6b632ec8628a65b6d27afc539
--- /dev/null
+++ b/layers.014.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24131a7567f8c9348cb7c7ae46e657df73da68c61ce97da867b7379c0ad355d
+size 5510
diff --git a/layers.014.ln_m.weight b/layers.014.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8357961506ee6178ad648fd834c44deccf6ca9e6
--- /dev/null
+++ b/layers.014.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83456b94ef51bd5a4492cd86732448994adc7ae2c2eee3dbb0f9b31be82054b
+size 5510
diff --git a/layers.014.pw.W1 b/layers.014.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..6b14f13c7ced3c1d6f70d04d61bcad47c85dc723
--- /dev/null
+++ b/layers.014.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4f4b7a1b0e8516f40036b4e527e75256382fa61047cee9f8d01620426b8fdb
+size 52429207
diff --git a/layers.014.pw.W2 b/layers.014.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..eb42406903a03a946423317f66775d47234a2b01
--- /dev/null
+++ b/layers.014.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43e4c802d12fb330333fc0612888c96ba7c989c31658a1c075d3e078203e9b6
+size 52429207
diff --git a/layers.014.pw.b1 b/layers.014.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..2df30642dd57c14be549afdaa9e36cb1ba91f461
--- /dev/null
+++ b/layers.014.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f3d7b242a7dcdc15a0033df6b722b356d9c37cd19ba87e912a49416618d076
+size 20870
diff --git a/layers.014.pw.b2 b/layers.014.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..33aaf4690a498773b78322f89aa3c7465bbfff11
--- /dev/null
+++ b/layers.014.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3946d4aa76e9463e43ee999be4379ef43c904d23de10a33e5680988bbf07c997
+size 5510
diff --git a/layers.014.sa.backproj b/layers.014.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..d9211ac9e6ead46d43fa0842240764fe5e195255
--- /dev/null
+++ b/layers.014.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b8a502580539b7ce170160ec2d9ec4ad3284226ceb45f293fdab26730f4c28
+size 13107607
diff --git a/layers.014.sa.backproj_bias b/layers.014.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..093db2845eaffec3f5119c5808112192e8e9b5ba
--- /dev/null
+++ b/layers.014.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec821b40d542daac8bfafa298f475eab9d3ca48871ef08317e32314aecc14458
+size 5510
diff --git a/layers.014.sa.qkv b/layers.014.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..547a43b3740fabaaf4b8f6c104b92509dc1df39f
--- /dev/null
+++ b/layers.014.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed57bdd1e0d5779342f9012b276af0197d0fe54ce3f05b23c5ef7211e0a7660
+size 39322007
diff --git a/layers.014.sa.qkv_bias b/layers.014.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..cf684b3cc7c4c9119f04cbf2bbd5982d0a4d1f7c
--- /dev/null
+++ b/layers.014.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbf0111e775f7a52085afaed44d7f533e4c149c21b0c402d42fb085fe5dd156
+size 15750
diff --git a/layers.015.ln_a.bias b/layers.015.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4faa07cc6f2e0976ee9caff44e9d7c9305660249
--- /dev/null
+++ b/layers.015.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db119aeb5ea590103d813a63bcdaada7802f19a635e15b3d1e040660b4ae1981
+size 5510
diff --git a/layers.015.ln_a.weight b/layers.015.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..adf129dc8a7d5ed88099a0d7549cba84811116b5
--- /dev/null
+++ b/layers.015.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ad6bf937ffa224c9011a9ac0f5ebf3cf4a514705b1f89f392bba75fc13a6a8
+size 5510
diff --git a/layers.015.ln_m.bias b/layers.015.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..3a972d3fefd5a8e4e80a2b8ed596906d07122850
--- /dev/null
+++ b/layers.015.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dc151313aea950034e19399a142c33b26ec4a16f5207a858ee83d4128f0d1b
+size 5510
diff --git a/layers.015.ln_m.weight b/layers.015.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..981de15785fb58ca67643dd0ffba0653c9fa9283
--- /dev/null
+++ b/layers.015.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4092066dc59ca5cf013cdfba5f9e04a7756da0d63160e0909ad4c03971bd79df
+size 5510
diff --git a/layers.015.pw.W1 b/layers.015.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..8325ddc8720434dddd0820b8b2d80e24b3bdbd33
--- /dev/null
+++ b/layers.015.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235cb04552c17f65e288621aaa5ee089fa595eb5c6f67725e20c20c9d2fd28c3
+size 52429207
diff --git a/layers.015.pw.W2 b/layers.015.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..e6dd3558e0b532f2593ab8bf8ebc3d741ec35722
--- /dev/null
+++ b/layers.015.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c4ecf2098bc6faf406294dc872e6aa2403b77c113e7234da84cdbbdbac8877
+size 52429207
diff --git a/layers.015.pw.b1 b/layers.015.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..d5768548fc79f6b0e0c2141c448a9cc609f4956f
--- /dev/null
+++ b/layers.015.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f525b149e849e62699001e4ca0a6c7d8f0d067a91269d7040cf3dc8b5a6123
+size 20870
diff --git a/layers.015.pw.b2 b/layers.015.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..c1a39eed4fa31c0228f813e7bfc29e430818db04
--- /dev/null
+++ b/layers.015.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e752d475dd9996256515c1593925b8ee2c1fccb75348e0ab0983ffb05d1c2921
+size 5510
diff --git a/layers.015.sa.backproj b/layers.015.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..baaf652ecf09f7ac80a6ea12dbbf726f95a0564b
--- /dev/null
+++ b/layers.015.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6722be07f3f20b04ecb72680b2f973514eaa2a66218301d25dde4f02d5fffec
+size 13107607
diff --git a/layers.015.sa.backproj_bias b/layers.015.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..d793174f17c942269595b7f31dca30141eee2a46
--- /dev/null
+++ b/layers.015.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26a7c0631e35fc4517d6b64e413d11d22061fb05406c731a13a3c81d16fb3c3
+size 5510
diff --git a/layers.015.sa.qkv b/layers.015.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..c51b4d1d67748e4bba2c7f68c352e9a32fd14734
--- /dev/null
+++ b/layers.015.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0de7b02e77212445933308e762c51faa6f37dbc2c3566e21f0bb8de16c252f
+size 39322007
diff --git a/layers.015.sa.qkv_bias b/layers.015.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..3746f004d51250651d290589fad7b495c60aac5a
--- /dev/null
+++ b/layers.015.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0fe67154d59d0520a6c06d85b2dd7ca08c986424b17f76c5f56a3c0f0c89f9
+size 15750
diff --git a/layers.016.ln_a.bias b/layers.016.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..98045701d6d993298a3aa2f3ee840f907c8108f7
--- /dev/null
+++ b/layers.016.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5ce03df676aec16e4aa4d03f5e2cac59ab0bde1e42db6214f40a74bdc1b4f5
+size 5510
diff --git a/layers.016.ln_a.weight b/layers.016.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3f1ddbe1306fb43471caf0c24ec783a320f267a7
--- /dev/null
+++ b/layers.016.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b0d802d020a216bbe65a06cc1177527de76c1bcd2e8bc3ba2029a09f3cffaa
+size 5510
diff --git a/layers.016.ln_m.bias b/layers.016.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..72bd7dea2891526828c888d3fde4bf5eccb1381c
--- /dev/null
+++ b/layers.016.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b46e4bbd584becbc454cd4856269f8e559585a80ddcfa5831cba7afd874ec57
+size 5510
diff --git a/layers.016.ln_m.weight b/layers.016.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e0997906d203ef2e9df32bdf66d7f1c82e4897f5
--- /dev/null
+++ b/layers.016.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc71f1c717030f54240a5eb305892d2149bb669e0e7fe7964f94e854cf5be85b
+size 5510
diff --git a/layers.016.pw.W1 b/layers.016.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..626b9133263bada6629ce5e1eb841a654e0ef401
--- /dev/null
+++ b/layers.016.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f49ffc45947de1c665343629782889dfdf94c261623b2a86ecf8be3481d438
+size 52429207
diff --git a/layers.016.pw.W2 b/layers.016.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..712b7c1d2ec4b14d33b5fb873b9230daf2954c81
--- /dev/null
+++ b/layers.016.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b49c5b61348f8755d25f86cb11bbb29a83810ad42fe3b5632130eb68846fdc
+size 52429207
diff --git a/layers.016.pw.b1 b/layers.016.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..86c8bd504df5ebbee77098dd502453a7c1bef8c2
--- /dev/null
+++ b/layers.016.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4056c31b53b455ca3e1b287d5ef1fcc8fcb78955eb449a64ea785ff7ef101cbe
+size 20870
diff --git a/layers.016.pw.b2 b/layers.016.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..2943d5710adcbb55e4afc4d0abb4627a1c65262d
--- /dev/null
+++ b/layers.016.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f54b9822f33da01abffed7a436adaa540f6368b8cccf466692551a84d283a5
+size 5510
diff --git a/layers.016.sa.backproj b/layers.016.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..8fa614ac534a55e75a284a6c2256c122674e72af
--- /dev/null
+++ b/layers.016.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba17430379affefa3babff4293c24749f4ff003157481bdeb3529ab2f42df77
+size 13107607
diff --git a/layers.016.sa.backproj_bias b/layers.016.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..02c4e59672403d62e34ee02e0bfb66ee5e38ffe7
--- /dev/null
+++ b/layers.016.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a59a7a6710000955c8257f05e3716a6c17f90ba89554b47c5d792376ffda46
+size 5510
diff --git a/layers.016.sa.qkv b/layers.016.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..def2add06897f106699ac83a1538ec8f14f6ac34
--- /dev/null
+++ b/layers.016.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbd6e2873259cea8a55d6837a97fcab7618164a81dddbef64804cc49cbc84d7
+size 39322007
diff --git a/layers.016.sa.qkv_bias b/layers.016.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..80e0db804cfca3cfb0cd640870898e6150375f45
--- /dev/null
+++ b/layers.016.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de554228e168bfb2d22a016145f1bfe450d49624e3eda8bd84db1fbacb987aea
+size 15750
diff --git a/layers.017.ln_a.bias b/layers.017.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..6f5f8f0948fd5c9b2d42136a137a84f9d67b76e8
--- /dev/null
+++ b/layers.017.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d771df19eb0bf965869252e44ccacb652269947547bd21fc851d984c05614fb9
+size 5510
diff --git a/layers.017.ln_a.weight b/layers.017.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fea914e4c56a680cdfcedd6514c6bf70922b0060
--- /dev/null
+++ b/layers.017.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf2ab6cf19f3d17469c0668c0d03ee321d75ca5b20caaeb4024591adbf5ab98
+size 5510
diff --git a/layers.017.ln_m.bias b/layers.017.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9003e4bcba5bf28f6ef2c46563995a0090d76d7b
--- /dev/null
+++ b/layers.017.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf80fa99992595a05e4d5e88341aff804ff78ca4ab1a54836ecded35bcb60edd
+size 5510
diff --git a/layers.017.ln_m.weight b/layers.017.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7efce62b33c5d218017b945f672a6d27df6aec9d
--- /dev/null
+++ b/layers.017.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb68a91dd733222f5d374cafbfff4e1df7a7391061cb4e6a6a2f67499d9a1903
+size 5510
diff --git a/layers.017.pw.W1 b/layers.017.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..e804071dff24c5abbf1214ddc5bbcb4e3cf51a21
--- /dev/null
+++ b/layers.017.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71178f1912543dd014d0db7d3885b2f772c3a51198de1caffe932011b955719
+size 52429207
diff --git a/layers.017.pw.W2 b/layers.017.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..476f644572b64c4df2e26838154701d456bca75d
--- /dev/null
+++ b/layers.017.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7dc4acc193d247c5148bee152127949f14069dacdd850b664c157f2bf9100f
+size 52429207
diff --git a/layers.017.pw.b1 b/layers.017.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..2aafeccc1a8a9ee3c371f83b45f2c78eab9dc79b
--- /dev/null
+++ b/layers.017.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b041013cbd85bf0a8b1eec231209633d0829da0f0d50163e555cc6e7048470e9
+size 20870
diff --git a/layers.017.pw.b2 b/layers.017.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..65d18afd6180de466de260a223ddedfb57fbbd35
--- /dev/null
+++ b/layers.017.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fc8154a6e886cb4b425174514403f540576c60b8a950435492239a824052d8
+size 5510
diff --git a/layers.017.sa.backproj b/layers.017.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..dad7d2d7f1a250d7e52ccec9672d71745912dea3
--- /dev/null
+++ b/layers.017.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d437842400650f6687eb9cf73ee7894c15ead1028726d0f4b142aca87d20572
+size 13107607
diff --git a/layers.017.sa.backproj_bias b/layers.017.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..7b216c46d1e6184a1c130ff1057ee3393e925caa
--- /dev/null
+++ b/layers.017.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67058275b02dc0881001b149c312f9ac1d474a0cc256c9c77d3fead8b54ee670
+size 5510
diff --git a/layers.017.sa.qkv b/layers.017.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..56c3d4579b359bd94c9749e01acd10caa629ade5
--- /dev/null
+++ b/layers.017.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629a91251ad397441b4078a3728820991af642ebb8eef8e53a7ab7070c7c0f25
+size 39322007
diff --git a/layers.017.sa.qkv_bias b/layers.017.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..f90ccb3b876746942c449e5925e34f6a992d095b
--- /dev/null
+++ b/layers.017.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e921fb12e28994c126ce518f42507d86def6f4969ab3b0355af334cf106f1dd
+size 15750
diff --git a/layers.018.ln_a.bias b/layers.018.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..2443fefc6fc27ec86f69032717749787c5a86916
--- /dev/null
+++ b/layers.018.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238165902bc16a365101c7a33beadd1a433531b1b624d564a55e3d9602324489
+size 5510
diff --git a/layers.018.ln_a.weight b/layers.018.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a95e5852f8db8a944d9fb9009da50c8eb0913f60
--- /dev/null
+++ b/layers.018.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b2eb2bad42447c2d59b633ae06a0d89a38bf8f7882042fd09eac072e8d4fb6
+size 5510
diff --git a/layers.018.ln_m.bias b/layers.018.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..738c766e82d4e9a3d462f19076e0c11bc34d2da8
--- /dev/null
+++ b/layers.018.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f68037556572b1af9814ed4cdeab521144911880c8cdac14439da399d9396e
+size 5510
diff --git a/layers.018.ln_m.weight b/layers.018.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..edb4daad576cbac3ac37d506f33b95bf51436386
--- /dev/null
+++ b/layers.018.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066bc8693df43237f7207206bab553699014a05c35d9e6c8020cc3580fb3160c
+size 5510
diff --git a/layers.018.pw.W1 b/layers.018.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..8d702e9f9977f919332e1205d9b96bd7c558d4db
--- /dev/null
+++ b/layers.018.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049c78ff5bae5ca0020d73bb541d06ee860f29435da501b64827c775ab49f9b1
+size 52429207
diff --git a/layers.018.pw.W2 b/layers.018.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..c2551d5746e417ec08613dca4a8c670f380ae5d6
--- /dev/null
+++ b/layers.018.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ee08d4a016cab6d72567a1a8812ae8a3a746bb82b140db1e5c2bdb2717da61
+size 52429207
diff --git a/layers.018.pw.b1 b/layers.018.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..351b9aeb146db7af6e3f128f221f3cf75e04db22
--- /dev/null
+++ b/layers.018.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1031affff7e4b52cc02b2c1e1b8146b06de1c9ab464f3a90c15e8029252307
+size 20870
diff --git a/layers.018.pw.b2 b/layers.018.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..e6965f7cd8e77dcac647d6abb02fb43a07cbdb49
--- /dev/null
+++ b/layers.018.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b899a9a5ec60c8bc50e0bc96fcc49d20f92b23d7c9eb7888f12e645ea8ee8cbd
+size 5510
diff --git a/layers.018.sa.backproj b/layers.018.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..e21de1fa59c154cd13ddaf310632205686c16afe
--- /dev/null
+++ b/layers.018.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0195e0bfd838f5f45dc966fd36df766e95c15254b4a12b4fd34a7f524d7f804d
+size 13107607
diff --git a/layers.018.sa.backproj_bias b/layers.018.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..becece68ec4273e433dccfa7f464225e983daa89
--- /dev/null
+++ b/layers.018.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75bda219be0e1567bcedd0273047d7c60eb71760f293a775159cb5027acaba9
+size 5510
diff --git a/layers.018.sa.qkv b/layers.018.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..96a740d8a9f42615a61a96081811218d98be683a
--- /dev/null
+++ b/layers.018.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597526ac18202fbb7ad9752cf197a0fdfaa7c3b78142a1505d3bce77cbb0cd5c
+size 39322007
diff --git a/layers.018.sa.qkv_bias b/layers.018.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..563cefceb2b1aaaec1dcf7e7e5c3b8e2ca150738
--- /dev/null
+++ b/layers.018.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebbbcc0dc5d0a361d21a893cb4222e469309b224ed36ceb37cbbfb649d06083
+size 15750
diff --git a/layers.019.ln_a.bias b/layers.019.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..40500d81c2f6f4377a0d20c3c5c3bf8d134e713e
--- /dev/null
+++ b/layers.019.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f002d31c04f6fa6052f920be0606178801e5f4f23fe1361b1e8a8b81c1e28d59
+size 5510
diff --git a/layers.019.ln_a.weight b/layers.019.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e306f24ac3912b509d40cc2f37f63a67b5427e25
--- /dev/null
+++ b/layers.019.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5595124818e82419c760ac64bc3d9761696052d3c4f883302ba7ecc828379186
+size 5510
diff --git a/layers.019.ln_m.bias b/layers.019.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b109db66bb6b5fb604b6e6ba508f38602824f591
--- /dev/null
+++ b/layers.019.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148077e596c8b66c46593c37be9a2dc21d9b0558ff6689ee97c191f045f60e03
+size 5510
diff --git a/layers.019.ln_m.weight b/layers.019.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cdc4a6558cbf6a6175997e52527c3951b2016c51
--- /dev/null
+++ b/layers.019.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a31641d2eee864f283336aa758eaded6f503ce5eb8639b5ad5ba541beadad8
+size 5510
diff --git a/layers.019.pw.W1 b/layers.019.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..202ff53adec71def1fd62c6870847b3af6f114d4
--- /dev/null
+++ b/layers.019.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7d82dfc8d8dbf349e0ba4f3bf79ceeab83e06098f2fec87fc157be02f49922
+size 52429207
diff --git a/layers.019.pw.W2 b/layers.019.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..a1e0c33ecfba44cc37812bda5e6ea1805d176bf2
--- /dev/null
+++ b/layers.019.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1729f471e74a74e56d914eafc26b825f56f0184acd62eebd101c67814a29e818
+size 52429207
diff --git a/layers.019.pw.b1 b/layers.019.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..aa210f9ee9f2e1780c7c5f91529fb285a200c669
--- /dev/null
+++ b/layers.019.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3517759a3f48c78242de14e0c40c2ea215ed886a067eab059ebf9947e8282643
+size 20870
diff --git a/layers.019.pw.b2 b/layers.019.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..4a4e7c8d8c4eed3038a7918c0236f8135ca323e5
--- /dev/null
+++ b/layers.019.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a346f94442664c45c0fa6865fc56c997f1854f941e62099edb12fccea68099c
+size 5510
diff --git a/layers.019.sa.backproj b/layers.019.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..50c40796930c29315b44591c7fe070c14087a238
--- /dev/null
+++ b/layers.019.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee9e6f70848a7c1cfc62fde1548f98cfdd6e457663e4829895933d7a0ad2d9e
+size 13107607
diff --git a/layers.019.sa.backproj_bias b/layers.019.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..559ddf2cb862e58da2d104b69f85d145e9c665f3
--- /dev/null
+++ b/layers.019.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd7442648dbee89a215054f2b86150ea9945baf1bc569dd501dfde1b19aff96
+size 5510
diff --git a/layers.019.sa.qkv b/layers.019.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..d9b99f2ddae9a0a18c17c063b7fc7ddbbad8ca57
--- /dev/null
+++ b/layers.019.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69517c4d10b179f11ddd0940707b1a37a13487c9f57d0b11a56411f7014b53f
+size 39322007
diff --git a/layers.019.sa.qkv_bias b/layers.019.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..db72a1cd2005bbf3569129d587de0d0a31530f4d
--- /dev/null
+++ b/layers.019.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a01c09eefd4f70daafa3ba2d8cb547f88f6a7c1838f0eeaf4653d01ace880f
+size 15750
diff --git a/layers.020.ln_a.bias b/layers.020.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..dacde267ea82c4a05c4bccd9921d86b78ab93d71
--- /dev/null
+++ b/layers.020.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef87d5163a9d5f159671d790cbae32a7295370959aa719c1107661cabbfab7f
+size 5510
diff --git a/layers.020.ln_a.weight b/layers.020.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..de99ebc530422c995ef5d496d89f71ab4b685049
--- /dev/null
+++ b/layers.020.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e468ee8a85c7de96e877546afd2612c939d210e948e40da2203bd765ca86ea1
+size 5510
diff --git a/layers.020.ln_m.bias b/layers.020.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d437727c82be5a32154815b3562c863d683c48de
--- /dev/null
+++ b/layers.020.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8a0307d6da45fa98a842bc7d6e25f06d652c6effec6abe94eacdecadb773ed
+size 5510
diff --git a/layers.020.ln_m.weight b/layers.020.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5a8502290c6b158f9c4857b80f49aedcff172d14
--- /dev/null
+++ b/layers.020.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be12b53b71a0e1c8fa2f98a98d9a414c975b154ec24759be5bc268a123c3faf
+size 5510
diff --git a/layers.020.pw.W1 b/layers.020.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..510fc526d1d71132ad3da806c1c58cff09172081
--- /dev/null
+++ b/layers.020.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a969c1cd900cfd48e74ba76cd7e7d0f3e87082ec9d20f42c8eebfabef518cd
+size 52429207
diff --git a/layers.020.pw.W2 b/layers.020.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..0aa1f00e3e4c3fba13b6f64a3d4ef8224bd7862f
--- /dev/null
+++ b/layers.020.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c49fa2b3b525394bb8bbece95cfa94e6388f0afc6851039859fa84f30dbbca
+size 52429207
diff --git a/layers.020.pw.b1 b/layers.020.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..3de99a7ca97dfe4653201a25c9683e9d4d964355
--- /dev/null
+++ b/layers.020.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b747fa770b06f4451d384e156aa84c088a00a3f85670a9382f6eb9accfa54b
+size 20870
diff --git a/layers.020.pw.b2 b/layers.020.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..de83464168d5876e3b9366710897221a8cac8374
--- /dev/null
+++ b/layers.020.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b8a73098b2f571815ec9349d9866205d3787df1b2eeb059915d881753a15be
+size 5510
diff --git a/layers.020.sa.backproj b/layers.020.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..86aaec4a7f87593cb68c7f1b608f98671570f5ca
--- /dev/null
+++ b/layers.020.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da6a48abc73dfb68bf05ef61279b31863e75cb30a3756f99f10ffe06617c8f9
+size 13107607
diff --git a/layers.020.sa.backproj_bias b/layers.020.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..70f1a497da195f8d71f8598339e642f9d2411bfc
--- /dev/null
+++ b/layers.020.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c7fe14d294ff837df809e62b6a84d4f12b8d874fff62d5abe2ad80e2550ca7
+size 5510
diff --git a/layers.020.sa.qkv b/layers.020.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..7df63919beb1af99b5f0cfa3021394a71dfabbb5
--- /dev/null
+++ b/layers.020.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326efd663099b23745bb044be669d6e683f4aa8b70be1812ba47c07ca4a094aa
+size 39322007
diff --git a/layers.020.sa.qkv_bias b/layers.020.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..d3eb23d721e1fc3e8eee6e5e3ec55eaeb9b95345
--- /dev/null
+++ b/layers.020.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad1f6cbae1a96a2c952cd9bcf2f875d060bec00f2963e444f5c9dd511e4f59e
+size 15750
diff --git a/layers.021.ln_a.bias b/layers.021.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..9466dfde1f019f2f4817ee89bd43156ffc45f713
--- /dev/null
+++ b/layers.021.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860f24025085d983dbbf660b17825a38e25c7c299f84a55ca9421ac34bd79ada
+size 5510
diff --git a/layers.021.ln_a.weight b/layers.021.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ef9845aa24a58e505b2888cb4ec1feb3c3c71287
--- /dev/null
+++ b/layers.021.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c750be523f29ae9674e6a008e836a2f37114eb107d24b2a5d36745ceb6efd694
+size 5510
diff --git a/layers.021.ln_m.bias b/layers.021.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..c241d60204031fcfd33d692fcd68548c2cce35ea
--- /dev/null
+++ b/layers.021.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd62551e90664864d20cc4763afc3ac8335c3a7f8f2301f18e62a214bd42df5
+size 5510
diff --git a/layers.021.ln_m.weight b/layers.021.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..da1b39aaea15055c95bc8d300da471afa624d8c5
--- /dev/null
+++ b/layers.021.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6985cd8164d10dcd6b16f3120bd9ca0cd5fbaed7de95e65dfbd673a8cd9cd0
+size 5510
diff --git a/layers.021.pw.W1 b/layers.021.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..43cdbf5f463064c45a1d32e38e14dc075b9cc02d
--- /dev/null
+++ b/layers.021.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455651209ae1c96b116a2c27cb1edba0cceef372b27f149a56124f1ce610f5e9
+size 52429207
diff --git a/layers.021.pw.W2 b/layers.021.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..6c1426269c21e55bccba924f4c532151d38b0d7b
--- /dev/null
+++ b/layers.021.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e294adf9836cd091d2315183a722e7d0a661ecb4eb9ea1957bc00c45c9a1a63
+size 52429207
diff --git a/layers.021.pw.b1 b/layers.021.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..3adc8ff664601db4c5fa8e87ee5ce73d0450efad
--- /dev/null
+++ b/layers.021.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d97041c70f1e9e6b22a7633938c21904f589db99aeaac14f58319a43f06b500
+size 20870
diff --git a/layers.021.pw.b2 b/layers.021.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..c4ac0a6c68a03cbdde72fed94e41175433e1f406
--- /dev/null
+++ b/layers.021.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b72ee4f4d2b36808e99d41b921ed5b9e8485ed992a8ff850e0873a8ac02357a
+size 5510
diff --git a/layers.021.sa.backproj b/layers.021.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..3bf2630aab2fb28f3614555cef9be8bf31ad2c26
--- /dev/null
+++ b/layers.021.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55ac25b34acc359ab5bccaba92a3870264d046354705c163e95a388e9172050
+size 13107607
diff --git a/layers.021.sa.backproj_bias b/layers.021.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..0129fe5afc6bbb108f7681fd83abd6d36a8beefc
--- /dev/null
+++ b/layers.021.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae80835eb66e28111cfaf964001322ad58010f90330b9bbe5dd5d7714a2b7632
+size 5510
diff --git a/layers.021.sa.qkv b/layers.021.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..dbc72afd76a0c67f388ffe0709c83bfd9ce8d4c3
--- /dev/null
+++ b/layers.021.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b9b7a098e26209251a1bd34a34c6bf5b0dfcc71eab21d5340ae622bdd84727
+size 39322007
diff --git a/layers.021.sa.qkv_bias b/layers.021.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..930381925d4a7a7fe8387d850498a43f9d7f2d96
--- /dev/null
+++ b/layers.021.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562d683258ad4e7a6dbaaac23eb10bc129d44fc8d9ed81967bad01ceb313aef4
+size 15750
diff --git a/layers.022.ln_a.bias b/layers.022.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b2ebf36f2deb2e033b0f8aafbbedc53b26eac38f
--- /dev/null
+++ b/layers.022.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40beec82041e3efc1c4ae67471a3e3f9a51c219eb2b7267669ef163aa88f62b0
+size 5510
diff --git a/layers.022.ln_a.weight b/layers.022.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..5620fdcaf5b0e2d51dc5a10fb682768d52ba43d5
--- /dev/null
+++ b/layers.022.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba29fc775a69a10f627f0d6fb8b2bb005cfcbf92934c1e301e38dfa5f7558561
+size 5510
diff --git a/layers.022.ln_m.bias b/layers.022.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..008f1dedbe01aa24d09df7940b54e46e92c42a32
--- /dev/null
+++ b/layers.022.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e62f0acfaacfeba76ba7abce8ae535fb456e3dbffe9de2802fc864200df705
+size 5510
diff --git a/layers.022.ln_m.weight b/layers.022.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f0bd286db7736bc04bbaa44bf692f42540fa7403
--- /dev/null
+++ b/layers.022.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9321c4f3925b6ae3f54890bfe1a1d84f8386e665628e78d6d324720b01a18b
+size 5510
diff --git a/layers.022.pw.W1 b/layers.022.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..d60fcecdb94b37b87e70936f393d9c68b0098a2f
--- /dev/null
+++ b/layers.022.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63becefaeaff3ae33af54bf1045636df7255d91b31cfaff5b2e5912fba52a34
+size 52429207
diff --git a/layers.022.pw.W2 b/layers.022.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..7d6071537369d98052d6b4c8bd45aae844a3f682
--- /dev/null
+++ b/layers.022.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9d211fe239e41692136acac3bd6c19d977860ffdb5cb1366f9a082dc31dc5d
+size 52429207
diff --git a/layers.022.pw.b1 b/layers.022.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..3281a288135e638675011c3f33014c94f126f58a
--- /dev/null
+++ b/layers.022.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e37c46998c7b9ad80d32ef8ef3df245b5e88bc62d1cee9d006551681c2240e
+size 20870
diff --git a/layers.022.pw.b2 b/layers.022.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..5a3b85ce5a98b65906c7a5a8b4a23cc6852b2ce6
--- /dev/null
+++ b/layers.022.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68529b9f28a61fdc870af881a38c336bb444945e52c1676a2b95e0a51b0335f
+size 5510
diff --git a/layers.022.sa.backproj b/layers.022.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..fec78faedafe969046f58c3636e97a9c0521230d
--- /dev/null
+++ b/layers.022.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4891892db75270e9e5ba33fe364b3cc78a5ddd6f3125d54b1538ef6504e31a5
+size 13107607
diff --git a/layers.022.sa.backproj_bias b/layers.022.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..7437d8226b6cc9ad40152c946dad2b14f4fddb2d
--- /dev/null
+++ b/layers.022.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733826cff407d163ea20f251e33a1917d1b29e02082637ee71807637ccf63efc
+size 5510
diff --git a/layers.022.sa.qkv b/layers.022.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..3e1fde0038d5d02eb3b7adf803a77d6413c00a82
--- /dev/null
+++ b/layers.022.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d627521b89acab51fb03d9c2d1f9aa953b2e36658f328113327ea06ef31492
+size 39322007
diff --git a/layers.022.sa.qkv_bias b/layers.022.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..b4cd1da1a5754baae876055e82de6ec68957d405
--- /dev/null
+++ b/layers.022.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6425b38162a38cacb193b52ebaa355854f5abdb866b945bda863818c949cb38f
+size 15750
diff --git a/layers.023.ln_a.bias b/layers.023.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d3b82145a226351b4dfa3fcf7b6bd90f0a4efe9d
--- /dev/null
+++ b/layers.023.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a41ac9106ce1ac6014a8e0560f0d0cea2d47d433adfe52e2eb9a4221b45b78
+size 5510
diff --git a/layers.023.ln_a.weight b/layers.023.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..51866742bd7f7794a77b5a376d156a6af859cf07
--- /dev/null
+++ b/layers.023.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591cad432c68607b3bb757ea4de41689f537b7672bdc695b9d9b5b7c0a1fead6
+size 5510
diff --git a/layers.023.ln_m.bias b/layers.023.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..7b309b8aac946808adf3c80992bf037413bfde4f
--- /dev/null
+++ b/layers.023.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab29320a9a4d98b33d67789091b847ef1050e1d4e4af8311edb09573f42e0aa3
+size 5510
diff --git a/layers.023.ln_m.weight b/layers.023.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..83fc00233bc41d281c20a0e1bc2b81fedb92516a
--- /dev/null
+++ b/layers.023.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2cf28dc4ed1f9c09af1f4ac3fa12986e48f163ab2560927df1b9632ba69d2b
+size 5510
diff --git a/layers.023.pw.W1 b/layers.023.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..aade59ed71a5389c502b27f3d263d34cca121453
--- /dev/null
+++ b/layers.023.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cb183c1a11741dcc11c12b1e03f11283d659af8a95b67765e85ac0e7a1f5b3
+size 52429207
diff --git a/layers.023.pw.W2 b/layers.023.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..5b723779a258f01ad585922c8653792c83407135
--- /dev/null
+++ b/layers.023.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0458d7efe43c98c8d4b5cc5727ff6fb930a71434e4887ecb8df689a280493c52
+size 52429207
diff --git a/layers.023.pw.b1 b/layers.023.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..974bc2dd2f2bda84d8f91402420ec6692124b2c4
--- /dev/null
+++ b/layers.023.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb44cc0a51c75b3285f8aaa8b1cb48667b4e9f551f38daa1bb5737c2ce1e9a28
+size 20870
diff --git a/layers.023.pw.b2 b/layers.023.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..3b28ee6773bdc75e0a8783e217a292164926a475
--- /dev/null
+++ b/layers.023.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c0031eeee3049b8bb8ce749f8b84ab02e95df24080bc5594fade6a54ba0399
+size 5510
diff --git a/layers.023.sa.backproj b/layers.023.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..2770992b3b1f7c0f8e2341697f6e723ae397840d
--- /dev/null
+++ b/layers.023.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2222bf576e2cc0aee6681064fbf6d8b3c747172597ecb51a9b75250bafaee48e
+size 13107607
diff --git a/layers.023.sa.backproj_bias b/layers.023.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..b4550ad6a44eebe1d704ca0dbbb0bbc6027246b1
--- /dev/null
+++ b/layers.023.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a007792f305d4954010b49427b4ad5fc96fed5e45188144a617ae35e5c5567
+size 5510
diff --git a/layers.023.sa.qkv b/layers.023.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..5d8c5cd17f138fe4d7014ee5a450e791ac6f2f17
--- /dev/null
+++ b/layers.023.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571f3befb0399fc585804841463fea42e98cfa5157456b72d3962d6a7fc58c89
+size 39322007
diff --git a/layers.023.sa.qkv_bias b/layers.023.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..5de4d77cb2a81c1321f4ed7553d238b43aebcaee
--- /dev/null
+++ b/layers.023.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9497a7e01bfa1e8820f299ee9b142b336065c1c439ba71bccd2485a8661c3721
+size 15750
diff --git a/layers.024.ln_a.bias b/layers.024.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d634c65cd828ac3cc0788a9fa89e1e3966fa8a0e
--- /dev/null
+++ b/layers.024.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1579ca11e42128334f7a004baa46f1db714f77ed08a5edcaf0813b0f9f321601
+size 5510
diff --git a/layers.024.ln_a.weight b/layers.024.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7f8d5a85ed04301f6b41d3bb3e97612de54c9b9e
--- /dev/null
+++ b/layers.024.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b69285deeedc5f104bb6d9405e612929f2bfd6a3b707c159e457f5e4c2426ff
+size 5510
diff --git a/layers.024.ln_m.bias b/layers.024.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..8ad6d28ce6c186a2594380b3f920a3316637550c
--- /dev/null
+++ b/layers.024.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1acb52159cfef070a5b23aa6c00b8c5ddd53508426d8f24395df4142e1f3ef
+size 5510
diff --git a/layers.024.ln_m.weight b/layers.024.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6e5d4874a2bedbcf7e4a8e7bbc134a09b6c6fcee
--- /dev/null
+++ b/layers.024.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875e224fde7bff73bfc1d7ddeec2f20f0945e6ca705452d0a7adffdb1589e64b
+size 5510
diff --git a/layers.024.pw.W1 b/layers.024.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..9dcbe1ada1bc0b957ed13449658ff1c362a1f3fd
--- /dev/null
+++ b/layers.024.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7709028f995396f696f9a42c0a508e619ad4acc4b68b9a367822bd14ef273f
+size 52429207
diff --git a/layers.024.pw.W2 b/layers.024.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..d4d1dcc49bb265057da1823b26568294d51d3b0b
--- /dev/null
+++ b/layers.024.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75b14f5d6d88e3b832cbaaae17d599aedf30b127a7bb3820bc9eb4bc5b087eb
+size 52429207
diff --git a/layers.024.pw.b1 b/layers.024.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..27fc46d1d4d524adb72245721db99cd3dca19985
--- /dev/null
+++ b/layers.024.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67c75e9e512b72a08c9617fe1c1282907aabf419d49950a5ed308b8233d425c
+size 20870
diff --git a/layers.024.pw.b2 b/layers.024.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..3b444c6b6949ebeb1f3f5b12f78bc613a01f1cf8
--- /dev/null
+++ b/layers.024.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea8caa6641bc60f95dec5f0e2deae84f87de25e83a36154c0b56f95c4fea118
+size 5510
diff --git a/layers.024.sa.backproj b/layers.024.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..06dff9daa45e085f9ef05453654561e413df2192
--- /dev/null
+++ b/layers.024.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b8440c3ed8d88638a3cc1aaf2315a8778318309a8b84d09258ec635c41a93c
+size 13107607
diff --git a/layers.024.sa.backproj_bias b/layers.024.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..137ab4a046e0901a8144d1dd503cbe2a51a0192c
--- /dev/null
+++ b/layers.024.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ac89c5d442efd763dff0ccd5bdfaa8fd083c6a36b262250e60f822f8d12351
+size 5510
diff --git a/layers.024.sa.qkv b/layers.024.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..0fc9469174cf2fe7a417903681172ae28526680a
--- /dev/null
+++ b/layers.024.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e54b527490a55a5a1987715d0897aeaf55cfc7da4f1d2ab266ef349c680c37
+size 39322007
diff --git a/layers.024.sa.qkv_bias b/layers.024.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..e43b936c3f62194473f3e1acedb2edff014f7cab
--- /dev/null
+++ b/layers.024.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d58ef35bcf8b71814fedb9de78443844246110c15e51250a4704112262da18
+size 15750
diff --git a/layers.025.ln_a.bias b/layers.025.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..5dc93c1950e05f6f7cd08a41a8af239daab24e74
--- /dev/null
+++ b/layers.025.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9d6c7acf41d301b54bcc25fb782e3367275596a2e65a9cdf24274416a536b5
+size 5510
diff --git a/layers.025.ln_a.weight b/layers.025.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ee43a60a9c7258f3f2f887c8a8f611d14cd5390b
--- /dev/null
+++ b/layers.025.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0527446e5548d12fe437f153779911f8a15d2579f71d2a2c0aadf2264a46f02b
+size 5510
diff --git a/layers.025.ln_m.bias b/layers.025.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..25fcaa3632ca29c210c10bb2e1a028b91538e16e
--- /dev/null
+++ b/layers.025.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84edd7c4ced8078e9799249acecde48e7f593ab1131871387a8be5e3892e84c2
+size 5510
diff --git a/layers.025.ln_m.weight b/layers.025.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c9d3aa7b5a65d91fc24fb9b53c832a1ab61655ce
--- /dev/null
+++ b/layers.025.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32229dfb3bc95567d73ab4328f85765d0c6c432fa74342d581ef843d67ec14a4
+size 5510
diff --git a/layers.025.pw.W1 b/layers.025.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..705dc426cc6857f6840cd8a7774d1d9da2034ebf
--- /dev/null
+++ b/layers.025.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c51a6f015f2883c7e057fb7c74580e91d4ae4c2b5e5d11634b1b950fc958e1
+size 52429207
diff --git a/layers.025.pw.W2 b/layers.025.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..c4eed0d6672f099d00e2e9d614e5c0b38c390a9d
--- /dev/null
+++ b/layers.025.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a4167415b15e1c946f5c7a5abcfbce6e4e98bc6b5c86a8d64f2f2cbfd968ae
+size 52429207
diff --git a/layers.025.pw.b1 b/layers.025.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..cdee7e4cf64c7ed8d3fcc691d1ed0cca803d4d20
--- /dev/null
+++ b/layers.025.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfd8fd49a238eeb9271760372a20d8e7e932dbf1c3397802d703a3ff7256095
+size 20870
diff --git a/layers.025.pw.b2 b/layers.025.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..a0528c95417b5c3372a6e98c07c962757f02d6f1
--- /dev/null
+++ b/layers.025.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5247ae5e7338b0b53148e5c07b4e9624e060b604e340c623af6f239653d557f
+size 5510
diff --git a/layers.025.sa.backproj b/layers.025.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..75c56a57984f32f3cdcabab5d7f46337bb71f206
--- /dev/null
+++ b/layers.025.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa19a0b7b4081857df74ea5140231168fabb79ef58738cef98b585a8e05971b
+size 13107607
diff --git a/layers.025.sa.backproj_bias b/layers.025.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..ff2e11719015aaf1823fbc591c42dd9a27e16f69
--- /dev/null
+++ b/layers.025.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd409d113a2fe7163823e15d0fe6db9e0441a9a8f518d91e299039f05f15ec1f
+size 5510
diff --git a/layers.025.sa.qkv b/layers.025.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..dc155ff07560e0b6b1ac36fe67ed0edfaeab1b9a
--- /dev/null
+++ b/layers.025.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2359dd07fbe4a272360a8099dfdcb32836747b796a61def6b6db0bf035442445
+size 39322007
diff --git a/layers.025.sa.qkv_bias b/layers.025.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..87ed291faa639d7b21c37f16f10b4bfd9d352225
--- /dev/null
+++ b/layers.025.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cf2d025dfe5cf1690d0ac88c111d979b92056f3c80bbbcceba6c52d2e62e89
+size 15750
diff --git a/layers.026.ln_a.bias b/layers.026.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..91cc567216094225af18eccbbc740afc74a7c3e3
--- /dev/null
+++ b/layers.026.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30f68aaf86d96360aef8f7b4eba5266de02fdb9c4ec4a7cae7902aed85157b3
+size 5510
diff --git a/layers.026.ln_a.weight b/layers.026.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e8fec0b7bfa4c8f5e696fdc20a1f0affa7045878
--- /dev/null
+++ b/layers.026.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc71feadb578ee81f6acafb2163821d515891153a1ad7a7355c5b4500caed59a
+size 5510
diff --git a/layers.026.ln_m.bias b/layers.026.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..834177c48f686b5074a53dea85e55a28ad7ffa65
--- /dev/null
+++ b/layers.026.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9efc75292db0078bf42197b9740f38b55ce89132ff3ea9b399d8a0e736bb91
+size 5510
diff --git a/layers.026.ln_m.weight b/layers.026.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..bbd4c521e85d99275ee45787c8737e28befa2fe9
--- /dev/null
+++ b/layers.026.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0721677f28d14828151ff57d6c05d1675492a3fd71158e621be87fdaf820e740
+size 5510
diff --git a/layers.026.pw.W1 b/layers.026.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..d1a509fbb9ce57475b2bd8f5591e64476527cbbd
--- /dev/null
+++ b/layers.026.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7e6389e89aacf16f6a54f98d74864d208d47e2203f7a4225d1814bae4f7fc7
+size 52429207
diff --git a/layers.026.pw.W2 b/layers.026.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..5a747524dbb73796efd5d224ff6f0d6e5865f60d
--- /dev/null
+++ b/layers.026.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf1a2b77a2969a43f7a7ae7a1568f283c804618aa133d8db9dd2833e0a8dd31
+size 52429207
diff --git a/layers.026.pw.b1 b/layers.026.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..946d2527f59153147a108bd82e1f5869d5ba11a4
--- /dev/null
+++ b/layers.026.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7fe27aae581ba6a39aac6e1c6b5f38b509848b65d0a199c6f8762809792192
+size 20870
diff --git a/layers.026.pw.b2 b/layers.026.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..96977e52aa5dd53d2a0ca2f60a4211ae0028ca3b
--- /dev/null
+++ b/layers.026.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4520c060e491072b589a9f5fb6da7c5826e06dffb4c0d7492e1e5cad15342e
+size 5510
diff --git a/layers.026.sa.backproj b/layers.026.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..efdc6c64e88c214a233dc90d017d4ea5b28765a6
--- /dev/null
+++ b/layers.026.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7157e5de5a0aa6fb4f6d2ba84ff40aae5d7c117f24dd9df1f4f3e8e51d2a1a8c
+size 13107607
diff --git a/layers.026.sa.backproj_bias b/layers.026.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..6f1a1a65ddc45bbf55da6d44265394dbaace9ca2
--- /dev/null
+++ b/layers.026.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da781335c8626cdd15e8b2d9f90e9b239030adc8a2bebd4fb15c71325959752
+size 5510
diff --git a/layers.026.sa.qkv b/layers.026.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..7a3235d26c982251660a0d4c1342dc5b7eae19f4
--- /dev/null
+++ b/layers.026.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e75e4c95568a1af68e09e6193c7ef4106673fe6fc6a0d64e12cb627e216d56f
+size 39322007
diff --git a/layers.026.sa.qkv_bias b/layers.026.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..672e51437c3996a7d8e8039b187950714e10318d
--- /dev/null
+++ b/layers.026.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5f8bd1a8f960e50b34e76619773bc76e3e1e2388f15dfc6799aa9784837f66
+size 15750
diff --git a/layers.027.ln_a.bias b/layers.027.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4268e9c15ac0969775c18316cde2321a27a353bb
--- /dev/null
+++ b/layers.027.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fadfbcae4260a94e6d18b1a7350cf90a0d77cdddd9b2e525553c61d7504d350
+size 5510
diff --git a/layers.027.ln_a.weight b/layers.027.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a196f8161044f79fca9d13660a27d623d4855737
--- /dev/null
+++ b/layers.027.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d3b14e13f7f5310ee77b73bd9ba2a5d88c19d24011671fac62af8582508e47
+size 5510
diff --git a/layers.027.ln_m.bias b/layers.027.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d738e92210dfc1783a7426190ae07a3f0a5aa54b
--- /dev/null
+++ b/layers.027.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d284b82bff309d1898a917b3b0f0d200bdbcedf5005d92d58f868b951765ed6d
+size 5510
diff --git a/layers.027.ln_m.weight b/layers.027.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2ffb547394c828934821df4cd029ef93280e1160
--- /dev/null
+++ b/layers.027.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1ec6de4e031752c4f29babb939b335ffc60155857f90de463e863ed9db7b68
+size 5510
diff --git a/layers.027.pw.W1 b/layers.027.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..0b171307bb71659351989baf02f3c95f61c22f9a
--- /dev/null
+++ b/layers.027.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5a21132dd43f72c694b6545235ad83443232aae10a40e4a0c7ad7dda0699c9
+size 52429207
diff --git a/layers.027.pw.W2 b/layers.027.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..09d8ed3331fe2c40ae0d3a6f6494bc89c69b1e02
--- /dev/null
+++ b/layers.027.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f791f63fb7867253d1a73febb6c348277f9fb2398be64e1e5f6fee3e909d4e73
+size 52429207
diff --git a/layers.027.pw.b1 b/layers.027.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..ec43948a7c53a4e213c14255931c3402f6d28621
--- /dev/null
+++ b/layers.027.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83d531e5220f17251fc229397c6ffa83f298a8065018abcd211cdc9861890c3
+size 20870
diff --git a/layers.027.pw.b2 b/layers.027.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..80428250de80035af95876236ea6a958c0951f5f
--- /dev/null
+++ b/layers.027.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e4605dace0d80b8bb96a470826f1d630aa3700882ceecb31148d2a6f4f3982
+size 5510
diff --git a/layers.027.sa.backproj b/layers.027.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..61bccba1c5e2e17c7cb72c0ed010ed4f3205a52a
--- /dev/null
+++ b/layers.027.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f3fce77ba2d1bd37ca6d298de26ead6125b745415feb2ad23f4ada3960c29e
+size 13107607
diff --git a/layers.027.sa.backproj_bias b/layers.027.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..9c7edafb7db045d9b8a9e1580bd2607098b5b772
--- /dev/null
+++ b/layers.027.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf6d0f5de5800bf06d8859d24fc28247f2f2cbdf93972e5aaa0067c17da7ee9
+size 5510
diff --git a/layers.027.sa.qkv b/layers.027.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..51dc850e41b1019b36402bbf9ac6a0107148bbe0
--- /dev/null
+++ b/layers.027.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ed8342486dfaa4ecc6905fe155b7b090d49e0bcec513a059ef975845c0548d
+size 39322007
diff --git a/layers.027.sa.qkv_bias b/layers.027.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..d0def14ddc68301d1fde44c3edc762d16b454e61
--- /dev/null
+++ b/layers.027.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7f9031907b4265a6429c66b7117bd85c3a3e30c8278d4c4d4ff0f2a51ad555
+size 15750
diff --git a/layers.028.ln_a.bias b/layers.028.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..4fe0819e456cd10239966d7213fa1bda6b3f6f60
--- /dev/null
+++ b/layers.028.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb86de37e920028897e567428b8b99adaf1e8c1f169a4f252fd88f0fecd11a8d
+size 5510
diff --git a/layers.028.ln_a.weight b/layers.028.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f1bfabf64b6480c8acc58fa2c826a105dfaa626c
--- /dev/null
+++ b/layers.028.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fd6ed980223dc13950f38286d27555623bd44e38647caabc07244ed299ba79
+size 5510
diff --git a/layers.028.ln_m.bias b/layers.028.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..44e95861c824d02789c95cf48248f1d001c73718
--- /dev/null
+++ b/layers.028.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64fe1e37df24fd18143b9e6a0ed77cd1816173ad8fe0b3f176df67bfd61f347
+size 5510
diff --git a/layers.028.ln_m.weight b/layers.028.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f09330f02906e65dc6bd1e213aeea43f0a3dc1cf
--- /dev/null
+++ b/layers.028.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31cd3ad5e022d4420e3ff3ccdb34c97c8be10a5011b178e0c6c37d433836834
+size 5510
diff --git a/layers.028.pw.W1 b/layers.028.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..c0f1bccffe8952072c45545da02ca218e5706683
--- /dev/null
+++ b/layers.028.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3508bb2c829ef7ccc43a8fd74b0ae7ce976be5460417ddd811eb8fa721f169bb
+size 52429207
diff --git a/layers.028.pw.W2 b/layers.028.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..0db1584be9e3b6ba07096190e728c4b5e5f8f05e
--- /dev/null
+++ b/layers.028.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab8d74b962941ef236e656e41edcc19dcfd98e43edb6e6d6a30b32699bd4ad2
+size 52429207
diff --git a/layers.028.pw.b1 b/layers.028.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..b34b833204c6cae6c3df40658329b0d60ce98ff7
--- /dev/null
+++ b/layers.028.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527d106dcd48bbb04a3e5121ab4651a7596a517fd2d31df21648f3198c987121
+size 20870
diff --git a/layers.028.pw.b2 b/layers.028.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..3b63a4ac15f497c36b7ad45609f486d8c2e13778
--- /dev/null
+++ b/layers.028.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4084ed0a806fb1d4cce6c2247f8f8e2fc83b79d4ba4b0a1ec52694a20b711b93
+size 5510
diff --git a/layers.028.sa.backproj b/layers.028.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..ea4925eecf5d1590788885afb52e54a3ac7678c2
--- /dev/null
+++ b/layers.028.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59e10343a814fbeaf338bec95d33b6bb03459c40269052196a172ac4c4361c1
+size 13107607
diff --git a/layers.028.sa.backproj_bias b/layers.028.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..ae04b14246f61486b009aa0efff639446326f71c
--- /dev/null
+++ b/layers.028.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f20173957bb1ebd9932281e0ad536f3d693dad039d8856abd6c6feab9a40bc7
+size 5510
diff --git a/layers.028.sa.qkv b/layers.028.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..ca85206f4a47bc8165fa3ea0f1c3ebe623bf2052
--- /dev/null
+++ b/layers.028.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204724401415146d6d79c9451a205c2dde24a87077f02d82677ce1b5e4e6d546
+size 39322007
diff --git a/layers.028.sa.qkv_bias b/layers.028.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..c3013e43a7f0af3bad6b39e6295e2cfe7c8a62b9
--- /dev/null
+++ b/layers.028.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d01f28a1288d3d0330d114b36944bfb1e05d1516a7b3084a45dd7f87e4efeb
+size 15750
diff --git a/layers.029.ln_a.bias b/layers.029.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d563865618ef9d98cefac4ed0e4088644502b089
--- /dev/null
+++ b/layers.029.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b3b0474ccda81dd90a8cd85d88e3aaad961a4ede4a487e0d6020a709aa1e74
+size 5510
diff --git a/layers.029.ln_a.weight b/layers.029.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b5b4fd6ecc1aa6fdf7b9ea4d33de6a0e0a20fceb
--- /dev/null
+++ b/layers.029.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b970feead07d230883f8e9bbf3bc9a905a30d308bffd92a9749da6e1dfa602
+size 5510
diff --git a/layers.029.ln_m.bias b/layers.029.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..b841711ba6268297d19ed68dda559a81d324bce2
--- /dev/null
+++ b/layers.029.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92617179b93ec4a686cf4d186010baeab26117a13bc525a04cc87c1fc0403113
+size 5510
diff --git a/layers.029.ln_m.weight b/layers.029.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3208ecea56d3debcc3126ba4dbb5afc3e727146b
--- /dev/null
+++ b/layers.029.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e20f4df4abfa4f4b0406c5f97b8c2eb7eea690e5373f241b8f28ebc5c041e0
+size 5510
diff --git a/layers.029.pw.W1 b/layers.029.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..39a1df1c66ef2e2d8469a6868d55c45a02828934
--- /dev/null
+++ b/layers.029.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995ec2bda3100d58b6cd8f13d3c63e9b264e7fe8a3099a936405dcea7e7f4679
+size 52429207
diff --git a/layers.029.pw.W2 b/layers.029.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..ee5bb5f82b1f98405edd584de535b0f40f9f182f
--- /dev/null
+++ b/layers.029.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fea0b5c92c3fbfefac6b25854f5e493af1e15d98c01f0ec70c475d902487a4a
+size 52429207
diff --git a/layers.029.pw.b1 b/layers.029.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..52cfc4a2940f89b4d00cfe14643f5a93de163d44
--- /dev/null
+++ b/layers.029.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af94dc47360b804585b7b4e9baf4f1e9e3ba3b85b9a0f80d75352b1c63f57ff
+size 20870
diff --git a/layers.029.pw.b2 b/layers.029.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..59e1be64b10f080428395ce5cdb45ece45a33840
--- /dev/null
+++ b/layers.029.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c662201ea2d19b2593b8e1a2d67acd528632410b2becbe06b14f1597d5735de
+size 5510
diff --git a/layers.029.sa.backproj b/layers.029.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..18377d1f2a2e1d26117450bf69018f59e11cb63a
--- /dev/null
+++ b/layers.029.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28071f4f0f2abc3bdcf5bae613cbca93c9a73ff5b12b79486028cd3484836acc
+size 13107607
diff --git a/layers.029.sa.backproj_bias b/layers.029.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..13bdad2dfb8d5bed5c66eba6c4c9600301e19adf
--- /dev/null
+++ b/layers.029.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f813bf2adcd861f4ac93ba7ff4481eeae6252f85bacd0ef64207c48a512a212
+size 5510
diff --git a/layers.029.sa.qkv b/layers.029.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..b666fbcd3a48f6a0330227fc4157c67e44e0ea9e
--- /dev/null
+++ b/layers.029.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749bae61b7ee928b6367043dd11ada241303b1eff14d0d7f26293e643d36eae2
+size 39322007
diff --git a/layers.029.sa.qkv_bias b/layers.029.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..a413838cfc04af8501e1fd2de1a1017a375c7336
--- /dev/null
+++ b/layers.029.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb958f3c9f9d35a8566461c0239ceadb1e0af3be491aa7efca1441af2d81c50e
+size 15750
diff --git a/layers.030.ln_a.bias b/layers.030.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..d62a8522650d33c08fade79b61ec536e90e53f86
--- /dev/null
+++ b/layers.030.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4faecac5249724ee1c533b89b354afe9ad770169a231d5a4fb9debf11d720c6
+size 5510
diff --git a/layers.030.ln_a.weight b/layers.030.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e52adb9003359e232071c117b6598cf97f94419f
--- /dev/null
+++ b/layers.030.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7fb4fcec942c9e8c1cc1afd79b846d4b42eecff626895194ebcdc551efe5f8
+size 5510
diff --git a/layers.030.ln_m.bias b/layers.030.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..fd6a1cfc6890db10d6a332130dec91866c382e71
--- /dev/null
+++ b/layers.030.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809bcdb14847be58f606595d403ee880f0c9f194ec2ebc99fe88eb04fcd0e226
+size 5510
diff --git a/layers.030.ln_m.weight b/layers.030.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2f04b8bd444e5f380fbda8b0b595f1bef9306e31
--- /dev/null
+++ b/layers.030.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a595a75a58ead0f22b58d6478d035df4a3f3df65271590b1e205605169efcf10
+size 5510
diff --git a/layers.030.pw.W1 b/layers.030.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..e1b761c199484072857afb6a822ed805aa8e89b2
--- /dev/null
+++ b/layers.030.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed7218467238310770a73a621bbd2839d3e807fa3bb75629278e7e32c02220d
+size 52429207
diff --git a/layers.030.pw.W2 b/layers.030.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..9926d1735e2d8790f6ca822c9c4e0a2438770d08
--- /dev/null
+++ b/layers.030.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddf58c8d88c84dba992dc2ebab855cd33e4f8180b8f5986d2e6ec0b90e01b3b
+size 52429207
diff --git a/layers.030.pw.b1 b/layers.030.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..7a3fe74283fb478778b262e45f1562621cf06525
--- /dev/null
+++ b/layers.030.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be0a0f6ac946bb39428fc914398ad86f294bcaf721dea4e7932d4e6c3e82b24
+size 20870
diff --git a/layers.030.pw.b2 b/layers.030.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..1b63152282b086c4a14eca97ecfe5716ed410ba6
--- /dev/null
+++ b/layers.030.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545f4eb83d9253d4882966511a542c34f810a2745e10704082f14af6c954bf2c
+size 5510
diff --git a/layers.030.sa.backproj b/layers.030.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..4414542c55f38e4b9f109e0e4455a1ee55d5daa3
--- /dev/null
+++ b/layers.030.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a54cba9584f6a53a72c0f3fc0e0c8ebdcb5fa3c645d7653e3cb3f1d24c31fc4
+size 13107607
diff --git a/layers.030.sa.backproj_bias b/layers.030.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..e2da9276fb341d90b1edcb99e920341370b547bd
--- /dev/null
+++ b/layers.030.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93015124f2cb2659f00da22b2772f5b5a31d314f8651868cda5819df108483c
+size 5510
diff --git a/layers.030.sa.qkv b/layers.030.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..eb5cb29a06addeefefe0fddf5d626f241e3fa3e3
--- /dev/null
+++ b/layers.030.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8470b78251a2592cb4fda11225961d1280fdf92b79cbfcb2c2290ea8c3cc224f
+size 39322007
diff --git a/layers.030.sa.qkv_bias b/layers.030.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..4d3a2616270d4d6b692bb80d7df3929d8ac3c07e
--- /dev/null
+++ b/layers.030.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70e85b5f87c147c799de27a17eff61a304751ac66db5614f843cdfedfae475e
+size 15750
diff --git a/layers.031.ln_a.bias b/layers.031.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..947cce94bdaeed5c194ca244c6dbddb75035e221
--- /dev/null
+++ b/layers.031.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c0907830142ecfbac6a93797bb0030200c7dba47baeaf3cf2631bc545b6155
+size 5510
diff --git a/layers.031.ln_a.weight b/layers.031.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0aca08a24528b68b2cf3650063d7bb59779268b5
--- /dev/null
+++ b/layers.031.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e511b4bba7c1908da2e4868f09cc22b53d3d8fb7c4ff0ad1352f3f6f6fd7cb19
+size 5510
diff --git a/layers.031.ln_m.bias b/layers.031.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..485eaf34ff80861134947fa40e330206ae51b7b0
--- /dev/null
+++ b/layers.031.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8dda86fdb550122cc157e6c832f3f6c1d309d31708793e9adab1759c5a8f28
+size 5510
diff --git a/layers.031.ln_m.weight b/layers.031.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..30f50c4ec73ba6ae308fbd1dd67f5d2190af93c3
--- /dev/null
+++ b/layers.031.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feab9933a23d2d2ff6e4f1c57f44955e0cf3a59f21224497d3f489671654c33
+size 5510
diff --git a/layers.031.pw.W1 b/layers.031.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..143c817d41ede975feb265fb204dc0a80eff15d1
--- /dev/null
+++ b/layers.031.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c27837316f6f56ff5274a5f9fed422da3e3c0a0bf000111772e8dcbd1b28bf9
+size 52429207
diff --git a/layers.031.pw.W2 b/layers.031.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..d5f632a4e5060beda712c869a4aede10baf7c078
--- /dev/null
+++ b/layers.031.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a89d8af3ec11920635475028fe6c32dcfed25e224fda9b911441bf1ab27243
+size 52429207
diff --git a/layers.031.pw.b1 b/layers.031.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..c81f999ed1d3d25c11e9eb86ceda199c3972ba35
--- /dev/null
+++ b/layers.031.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8df6966100fe9fbe6f3ee8129baaa14c4e4857eb95c6b203bc3432b8f93860a
+size 20870
diff --git a/layers.031.pw.b2 b/layers.031.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..1fbdd58e693295848538f5f830edf43a093e06dd
--- /dev/null
+++ b/layers.031.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb5bf3dc42ce57c7537ec9572df16deba2afd47302b9d994568e360196aedc2
+size 5510
diff --git a/layers.031.sa.backproj b/layers.031.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..3e86cf68653e79707241c358c77456ee7d346516
--- /dev/null
+++ b/layers.031.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a3c79bc9b4ee1d5401f1f250b36659899a09ccc05d41a286075c76cc83e963
+size 13107607
diff --git a/layers.031.sa.backproj_bias b/layers.031.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..0e12c7633da68373fc5001ebf23b079621d659f6
--- /dev/null
+++ b/layers.031.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495a9eaa35f5b8aadbea6609cb6bcccae2c57cbeec7ee339df46aadbcee6b5b8
+size 5510
diff --git a/layers.031.sa.qkv b/layers.031.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..c55311d469dcd4ff4f51bac5dc7062c9420eb42c
--- /dev/null
+++ b/layers.031.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047408f44e417111db286b34b29dd8234951860b864fe4b59bef77e5edf49a67
+size 39322007
diff --git a/layers.031.sa.qkv_bias b/layers.031.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..09054ec9e22a8bda2f873995a6c4465a1ce35a95
--- /dev/null
+++ b/layers.031.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbeffbbf0e546a86053c65294b420818c6015452e42a0c644988359b2c2b6c5
+size 15750
diff --git a/layers.032.ln_a.bias b/layers.032.ln_a.bias
new file mode 100644
index 0000000000000000000000000000000000000000..920eea5c7218c25656dd4adde32b3aad3a303d43
--- /dev/null
+++ b/layers.032.ln_a.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89589cbb71f236d2d9e5def745d5505db5012297145827e6fb987f6ffe2a5435
+size 5510
diff --git a/layers.032.ln_a.weight b/layers.032.ln_a.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c746a533ad6d149a769f9e852ad9aedff736f942
--- /dev/null
+++ b/layers.032.ln_a.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4157e06bef35ab8e9f8d18bd3d2cc0d33bf4d1957cfc72e9dc78c7951d9ad50
+size 5510
diff --git a/layers.032.ln_m.bias b/layers.032.ln_m.bias
new file mode 100644
index 0000000000000000000000000000000000000000..449417f5a9dff0611a4b17f70595494d4b7a39ad
--- /dev/null
+++ b/layers.032.ln_m.bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5fea7267dc8a4e3c95e608e4c27a653d2c435acf8478670365668364c3d0df
+size 5510
diff --git a/layers.032.ln_m.weight b/layers.032.ln_m.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2c6d07619e012ff1a1511a1151024c4db23360f0
--- /dev/null
+++ b/layers.032.ln_m.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b996e0f5689231fe189ab2c7df6114feab2d9cba880eb9a34b8330d15b1eca
+size 5510
diff --git a/layers.032.pw.W1 b/layers.032.pw.W1
new file mode 100644
index 0000000000000000000000000000000000000000..c617893e28ea942b54455f71e812ee3d2c3e7e3e
--- /dev/null
+++ b/layers.032.pw.W1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741c52a970ca30b2f00fecafadab053ba797653e77330bc14a1d853835924663
+size 52429207
diff --git a/layers.032.pw.W2 b/layers.032.pw.W2
new file mode 100644
index 0000000000000000000000000000000000000000..166dc01363fb8c4097fa787d14849b6a561f369b
--- /dev/null
+++ b/layers.032.pw.W2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecd225d02d02524b9809667a6a3833e760396d35df76645c10a376303a61268
+size 52429207
diff --git a/layers.032.pw.b1 b/layers.032.pw.b1
new file mode 100644
index 0000000000000000000000000000000000000000..ff7317116fd0ddbbd6e8334ed78fa2126dff0189
--- /dev/null
+++ b/layers.032.pw.b1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6561c609cee7d8411a8dd1d6972b515a6f1ecf2b9fdb50bd4f2d66c9919911
+size 20870
diff --git a/layers.032.pw.b2 b/layers.032.pw.b2
new file mode 100644
index 0000000000000000000000000000000000000000..895ca4e3d2e9249505101bb0a0feb812f7075514
--- /dev/null
+++ b/layers.032.pw.b2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4a0f978d4e50e48ff2ab483c02b35f3f497e02284548c92db5286331629807
+size 5510
diff --git a/layers.032.sa.backproj b/layers.032.sa.backproj
new file mode 100644
index 0000000000000000000000000000000000000000..507c137412bc87b48daf2ec6947aa1e9f9508bd1
--- /dev/null
+++ b/layers.032.sa.backproj
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908f612cb5f978f97d2141600bd4daed0b4001279b40702802f18422f1e0e75b
+size 13107607
diff --git a/layers.032.sa.backproj_bias b/layers.032.sa.backproj_bias
new file mode 100644
index 0000000000000000000000000000000000000000..aa590e0df35705bb56d457d4eef074c16f364c20
--- /dev/null
+++ b/layers.032.sa.backproj_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981872c077ce2bf4a5279eddb165e673aa06713ad515a132dbc66604637f6a73
+size 5510
diff --git a/layers.032.sa.qkv b/layers.032.sa.qkv
new file mode 100644
index 0000000000000000000000000000000000000000..48f4df1444c82606d785c553f1ba056af3c9a4ad
--- /dev/null
+++ b/layers.032.sa.qkv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ab478a1d4efb1dcc101bd7a068823d3b915b91201282a427182dbd4ae1ec7a
+size 39322007
diff --git a/layers.032.sa.qkv_bias b/layers.032.sa.qkv_bias
new file mode 100644
index 0000000000000000000000000000000000000000..f18d38b18812b8aeaba9a37d1c76f21fede3743c
--- /dev/null
+++ b/layers.032.sa.qkv_bias
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede4e7a5726c01a526db4735eea998c55a41cc9b07d1b4133da85471d76d269a
+size 15750
diff --git a/model-hps.json b/model-hps.json
new file mode 100644
index 0000000000000000000000000000000000000000..dd54b765b8e565903ad32e70ed90b757d159ccf7
--- /dev/null
+++ b/model-hps.json
@@ -0,0 +1,45 @@
+{
+    "enc_name": "openai_programming_v2",
+    "T": 2048,
+    "E": 2560,
+    "L": 32,
+    "dtype_weights": "torch.float16",
+    "dtype_acts": "torch.float16",
+    "alt_sa_klass": {
+        "type": "flash",
+        "triton": true,
+        "use_rotary_emb": null
+    },
+    "alt_rel_klass": {
+        "type": "alibi",
+        "fused": true
+    },
+    "attn_seq": [
+        "d"
+    ],
+    "attn_sparse_layout_seq": null,
+    "attn_heads": 40,
+    "attn_ra_nbasis": 64,
+    "attn_a_reach": 2048,
+    "attn_b_reach": 2048,
+    "backcheck_sa": "none",
+    "alt_pw_klass": {
+        "type": ""
+    },
+    "init_scale": 1,
+    "rescale_embeddings": false,
+    "use_res_scale": false,
+    "unembedding_shared": false,
+    "posemb": false,
+    "backcheck_pw": "inside",
+    "_mup": true,
+    "mup_optimal_lr": 0.0005,
+    "mup_shapes_file": "lean_former/mup/alibi_32l/shapes.json",
+    "tune": [
+        3,
+        3,
+        3,
+        3
+    ],
+    "moe": null
+}
\ No newline at end of file
diff --git a/unemb b/unemb
new file mode 100644
index 0000000000000000000000000000000000000000..b9642563ea8f56d37b4ec7ec5a9d9d8ec02ddef9
--- /dev/null
+++ b/unemb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6f0a1fa3987f972bef64f80702abd9393690325de6542a8dfc92f5905707f0
+size 262799767