diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..33f343dd31da47c6b1559e683b11dfcb7cb347c9 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,53 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.00 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.01 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.02 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.03 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.04 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.05 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.06 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.07 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.08 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.09 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.10 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.11 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.12 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.13 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.14 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.15 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.16 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.17 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.18 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.19 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.20 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.21 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.22 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.23 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.24 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.25 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.26 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.27 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.28 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.29 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.30 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.31 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.32 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.33 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.34 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.35 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.36 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.37 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.38 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.39 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.40 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.41 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.42 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.43 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.44 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.45 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.46 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.47 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.48 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.49 filter=lfs diff=lfs merge=lfs -text
diff --git a/consolidated.safetensors.00 b/consolidated.safetensors.00
new file mode 100644
index 0000000000000000000000000000000000000000..af48fa83a8e694e4b0de4a5444e82d70a2a5d63d
--- /dev/null
+++ b/consolidated.safetensors.00
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4213714482e0f49808ae84ed8140570ea8ba8edb4a697a4d7a78477ad4a63bc7
+size 5630853120
diff --git a/consolidated.safetensors.01 b/consolidated.safetensors.01
new file mode 100644
index 0000000000000000000000000000000000000000..f1e2187216f9c39c4d6af4cf3184599459e9a3f6
--- /dev/null
+++ b/consolidated.safetensors.01
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f5a9658dc6019ed93768eefe3af9b807488e29490135bca5ec6106d86d800c
+size 5630853120
diff --git a/consolidated.safetensors.02 b/consolidated.safetensors.02
new file mode 100644
index 0000000000000000000000000000000000000000..5d1ae93135bfc122b956dd52406a3fd73d0f33d8
--- /dev/null
+++ b/consolidated.safetensors.02
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28635147a9fb44f188ae84d464a9ef143173f4d17b45a821a7e849ea9a40b35d
+size 5630853120
diff --git a/consolidated.safetensors.03 b/consolidated.safetensors.03
new file mode 100644
index 0000000000000000000000000000000000000000..b4bc61b2f64d6ddf7afded18ddc18f5fcf8af487
--- /dev/null
+++ b/consolidated.safetensors.03
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2275d3ce658e0b94691dc00af7a13984b1b25bd89eb24848f503f8f176f0c4
+size 5630853120
diff --git a/consolidated.safetensors.04 b/consolidated.safetensors.04
new file mode 100644
index 0000000000000000000000000000000000000000..d3b81076271bfaa47ce3c9268742d74dc93f3447
--- /dev/null
+++ b/consolidated.safetensors.04
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5ca7c910753137b34e87e0d2607b8bcf6cb1421f61130c54b1ba00710b3e6f
+size 5630853120
diff --git a/consolidated.safetensors.05 b/consolidated.safetensors.05
new file mode 100644
index 0000000000000000000000000000000000000000..adc271489064a62bc602ad98d9b5ddcaf0e24719
--- /dev/null
+++ b/consolidated.safetensors.05
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdbf65a8600710bb981bbc53ce1712b15fee11c3453e51213449c9619f50bf8
+size 5630853120
diff --git a/consolidated.safetensors.06 b/consolidated.safetensors.06
new file mode 100644
index 0000000000000000000000000000000000000000..d9f240dce0b9baa2f04294412e7c7f80a2adc9c8
--- /dev/null
+++ b/consolidated.safetensors.06
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b187f2474d63275b70618fc2db0ff2236ded0b65b07264a7de17074591eb52
+size 5630853120
diff --git a/consolidated.safetensors.07 b/consolidated.safetensors.07
new file mode 100644
index 0000000000000000000000000000000000000000..20940cb5fe0dbca934fcf43db25a3469d1449e8f
--- /dev/null
+++ b/consolidated.safetensors.07
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a5590ff6ead4ccc748b1ac3bee84587b44ffde21a5bc68401839710e0a3538
+size 5630853120
diff --git a/consolidated.safetensors.08 b/consolidated.safetensors.08
new file mode 100644
index 0000000000000000000000000000000000000000..2fe5e9b01d42b544e526167d0a55aab8410f7fbe
--- /dev/null
+++ b/consolidated.safetensors.08
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecc8284dc14af2e8608226708be0f11045899e2146a99545f911495e155de34
+size 5630853120
diff --git a/consolidated.safetensors.09 b/consolidated.safetensors.09
new file mode 100644
index 0000000000000000000000000000000000000000..2e04937759109ad77e46af7735e6294099954523
--- /dev/null
+++ b/consolidated.safetensors.09
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec7f1336ae1f74615955f5564d3b371b32ce2c8444c39806b3d571e831f343c
+size 5630853120
diff --git a/consolidated.safetensors.10 b/consolidated.safetensors.10
new file mode 100644
index 0000000000000000000000000000000000000000..d3b651c5fe6b2e9604a5cf353b0301e6309e4cf1
--- /dev/null
+++ b/consolidated.safetensors.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3a2c25bf2506fe6f70d0da698e65ffd1ead22701621f870674a9a0de0e40e3
+size 5630853120
diff --git a/consolidated.safetensors.11 b/consolidated.safetensors.11
new file mode 100644
index 0000000000000000000000000000000000000000..605393ff46fb22d6f6e925dc37ffd42eaaa1902e
--- /dev/null
+++ b/consolidated.safetensors.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5ff76fe6250e444f542ca4bab435b00f4993cff0128e40310259dd4523a138
+size 5630853120
diff --git a/consolidated.safetensors.12 b/consolidated.safetensors.12
new file mode 100644
index 0000000000000000000000000000000000000000..87891a5dce4bde4bb139637268c240ae52248e1d
--- /dev/null
+++ b/consolidated.safetensors.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e874e703710875a8da96f7c3cb76be5125aed139ffc8d01ca7da2cabb2024275
+size 5630853120
diff --git a/consolidated.safetensors.13 b/consolidated.safetensors.13
new file mode 100644
index 0000000000000000000000000000000000000000..50d15766154a936634a62656154f82ad4e6d6678
--- /dev/null
+++ b/consolidated.safetensors.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98812f89b635bc47ae0a85fcbbcbc3555082db96c2b3698bba4afc1ed46114a7
+size 5630853120
diff --git a/consolidated.safetensors.14 b/consolidated.safetensors.14
new file mode 100644
index 0000000000000000000000000000000000000000..2b833f10b442774b5d3ab7ac4793c1b388efee9c
--- /dev/null
+++ b/consolidated.safetensors.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40adf248eb8e9623b71ac631df3f4e8e9422989797899e5c615ddfd301b4380f
+size 5630853120
diff --git a/consolidated.safetensors.15 b/consolidated.safetensors.15
new file mode 100644
index 0000000000000000000000000000000000000000..7475cecdd74f191023c9170da234da1d6a911462
--- /dev/null
+++ b/consolidated.safetensors.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad145eebab0d27b5de00033a74a71352512a7188270dba1531e8753b97a9883
+size 5630853120
diff --git a/consolidated.safetensors.16 b/consolidated.safetensors.16
new file mode 100644
index 0000000000000000000000000000000000000000..d9f90f4284562ea69b25b050cb17e7aa36aff3e8
--- /dev/null
+++ b/consolidated.safetensors.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e831396f1d1724343e53a886dc2754102fd68a51c928ffc410b334ae144ee2f0
+size 5630853120
diff --git a/consolidated.safetensors.17 b/consolidated.safetensors.17
new file mode 100644
index 0000000000000000000000000000000000000000..1e1711a62e8a7eb775440c9f9701a52d2767dca7
--- /dev/null
+++ b/consolidated.safetensors.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eadd935ee9d74ce0a34f7821badd5ef37c458eebc1f1e2c6f223b0349d7f7a
+size 5630853120
diff --git a/consolidated.safetensors.18 b/consolidated.safetensors.18
new file mode 100644
index 0000000000000000000000000000000000000000..a2f3fc80251d2b8ceea6708ec6bb34873b131b66
--- /dev/null
+++ b/consolidated.safetensors.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1cb07c5b8045a8784065f23717e3ca3f4e41126f747e535dc447e368c453d2
+size 5630853120
diff --git a/consolidated.safetensors.19 b/consolidated.safetensors.19
new file mode 100644
index 0000000000000000000000000000000000000000..5705829a567a10aec984a7aa0fb2d39f95b650c6
--- /dev/null
+++ b/consolidated.safetensors.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d324c47e9f8f277f3e8cd2af510e350736908520460c2fee8c55063ed672040
+size 5630853120
diff --git a/consolidated.safetensors.20 b/consolidated.safetensors.20
new file mode 100644
index 0000000000000000000000000000000000000000..40d493cfdda803f9b185645c8a71158e3f4f5606
--- /dev/null
+++ b/consolidated.safetensors.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8916efa8fd908293d8261b358221da665ee898300479985d606c3c112c29bc0
+size 5630853120
diff --git a/consolidated.safetensors.21 b/consolidated.safetensors.21
new file mode 100644
index 0000000000000000000000000000000000000000..4037303180d3e10eda0bb86b40812c8ba71eb683
--- /dev/null
+++ b/consolidated.safetensors.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374050482c44eef4906c8d9a82a8fdd9e69bea18321d522ec19a15f10cb1e593
+size 5630853120
diff --git a/consolidated.safetensors.22 b/consolidated.safetensors.22
new file mode 100644
index 0000000000000000000000000000000000000000..ae64cfacdd4fdd74110cda802e761443fb257362
--- /dev/null
+++ b/consolidated.safetensors.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9214236a0a68113350677d9f077e22aa6b80e7d95fb6977d1a874aa0ccdfcb5c
+size 5630853120
diff --git a/consolidated.safetensors.23 b/consolidated.safetensors.23
new file mode 100644
index 0000000000000000000000000000000000000000..26a6b796385142f64442fe8f11ad69c5cb56ebc5
--- /dev/null
+++ b/consolidated.safetensors.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7479d0686f2130bac5ec025a91570b9a16194c8e6e37dc3b0026ac588e13ce30
+size 5630853120
diff --git a/consolidated.safetensors.24 b/consolidated.safetensors.24
new file mode 100644
index 0000000000000000000000000000000000000000..7b1005d17f2c665ee82748233899ad34b87e7e7d
--- /dev/null
+++ b/consolidated.safetensors.24
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1fd05d924345a29375ec54ee9073f177a936fc88785af80c362dce03da2b10
+size 5630853120
diff --git a/consolidated.safetensors.25 b/consolidated.safetensors.25
new file mode 100644
index 0000000000000000000000000000000000000000..898142b2e1f43a4350a3a5afa31fb61edc4dd50c
--- /dev/null
+++ b/consolidated.safetensors.25
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43767ee8fd5ee50f6d808fc8555712df6c01cc028b1ad3f728903046989e4d0d
+size 5630853120
diff --git a/consolidated.safetensors.26 b/consolidated.safetensors.26
new file mode 100644
index 0000000000000000000000000000000000000000..13e8d532f22aed6c740065f228f682ce95f12519
--- /dev/null
+++ b/consolidated.safetensors.26
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4ae113a27d8cc8b45322dca69175faa06456f07a0b4c4ed4fa9f7d92f17555
+size 5630853120
diff --git a/consolidated.safetensors.27 b/consolidated.safetensors.27
new file mode 100644
index 0000000000000000000000000000000000000000..247f368c4afe6789e6c85f26779af1567b00ce2a
--- /dev/null
+++ b/consolidated.safetensors.27
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53c64bbc7e13803989b710fc249e85a3216903c56a25f12edc8f3d118674d64
+size 5630853120
diff --git a/consolidated.safetensors.28 b/consolidated.safetensors.28
new file mode 100644
index 0000000000000000000000000000000000000000..1ac89416ea31ddcf3ef4f9f3e930fe274bcda202
--- /dev/null
+++ b/consolidated.safetensors.28
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ca63f686f17fffef21d788560d5c8dcb0919c671cdda340f3e1c66d0f1d169
+size 5630853120
diff --git a/consolidated.safetensors.29 b/consolidated.safetensors.29
new file mode 100644
index 0000000000000000000000000000000000000000..d9b39091babbd60b9894b916f71a44bc3d91374b
--- /dev/null
+++ b/consolidated.safetensors.29
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698a9a88d2355fab82d450f8021d13f3f1f7fa27e96e2d86760869607962a94e
+size 5630853120
diff --git a/consolidated.safetensors.30 b/consolidated.safetensors.30
new file mode 100644
index 0000000000000000000000000000000000000000..529ba849f1929bb21cd1512bcc43ea28038de38f
--- /dev/null
+++ b/consolidated.safetensors.30
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246099edf0180f0d73700994bcbcb6e5aad07ac78f21e82ce8a85498cd2f851e
+size 5630853120
diff --git a/consolidated.safetensors.31 b/consolidated.safetensors.31
new file mode 100644
index 0000000000000000000000000000000000000000..9ed76859e21cdb0712f31b50bbc694b4c8a935ce
--- /dev/null
+++ b/consolidated.safetensors.31
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c337f63fcfbae6c380a9afcf39f760bf7c2760488bca42158c83d4e2705b10
+size 5630853120
diff --git a/consolidated.safetensors.32 b/consolidated.safetensors.32
new file mode 100644
index 0000000000000000000000000000000000000000..b5aedaf50f04ec86e92c394cb9aaff368372a36b
--- /dev/null
+++ b/consolidated.safetensors.32
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7310f4aa29afa33921aba1278d8e5743c34a34d70863f0f26ab5133106fecdc3
+size 5630853120
diff --git a/consolidated.safetensors.33 b/consolidated.safetensors.33
new file mode 100644
index 0000000000000000000000000000000000000000..3d64d00a26de238516b7894681a31344dd1e3d60
--- /dev/null
+++ b/consolidated.safetensors.33
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7445de27da14d3392a2e39066d9f0afb2d236a07d37f20dc904f90a31ffccf
+size 5630853120
diff --git a/consolidated.safetensors.34 b/consolidated.safetensors.34
new file mode 100644
index 0000000000000000000000000000000000000000..34916c52c69e2ee99ac5872e8aa0d6430270f839
--- /dev/null
+++ b/consolidated.safetensors.34
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b601d945a8e10300dd5449af7c8185f2de7f6c9f92361f0dcdd123ee5a538ea4
+size 5630853120
diff --git a/consolidated.safetensors.35 b/consolidated.safetensors.35
new file mode 100644
index 0000000000000000000000000000000000000000..4dcefd42ecc5ac497c8a7c43cc0024c2b66506a2
--- /dev/null
+++ b/consolidated.safetensors.35
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc72144af9bac1bb5049b5448ba0a916d29e36a81274edbd1d2e4c8ba4e0369
+size 5630853120
diff --git a/consolidated.safetensors.36 b/consolidated.safetensors.36
new file mode 100644
index 0000000000000000000000000000000000000000..c3f1a9c3aaa2e7406e4a7a0a6683f929010b7c4c
--- /dev/null
+++ b/consolidated.safetensors.36
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d574ea32c01725a5e36894084b51e3e74555f2312a86b76b6eb48c7af8e01f6a
+size 5630853120
diff --git a/consolidated.safetensors.37 b/consolidated.safetensors.37
new file mode 100644
index 0000000000000000000000000000000000000000..5b667b85ce8e27c8bf821c753ea7f82bec0b62d3
--- /dev/null
+++ b/consolidated.safetensors.37
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce9a4828a64371fe04681b086242d5c71f23fefd9fff421efcc2d4485d4c380
+size 5630853120
diff --git a/consolidated.safetensors.38 b/consolidated.safetensors.38
new file mode 100644
index 0000000000000000000000000000000000000000..d41eec96a3ac63f95c713d4850f6bd67019be030
--- /dev/null
+++ b/consolidated.safetensors.38
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faa035a432ac19b2dd25f145272336cbb8ba29046a6330c14e01e3e17e24212
+size 5630853120
diff --git a/consolidated.safetensors.39 b/consolidated.safetensors.39
new file mode 100644
index 0000000000000000000000000000000000000000..9cd6a71e7de2c27bd06f4289c2817b67f5a92f07
--- /dev/null
+++ b/consolidated.safetensors.39
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedc2d673bb4fe2daf16809c19296af139c13396a2145c13c97b3517d70248d9
+size 5630853120
diff --git a/consolidated.safetensors.40 b/consolidated.safetensors.40
new file mode 100644
index 0000000000000000000000000000000000000000..27613cd41bced7162f67c1b61ad36eaba572dbd1
--- /dev/null
+++ b/consolidated.safetensors.40
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ace304b66db721b91beee613770069eece30673b417e3f24850fe670732eace
+size 5630853120
diff --git a/consolidated.safetensors.41 b/consolidated.safetensors.41
new file mode 100644
index 0000000000000000000000000000000000000000..133a531d362cff14a6a6e4e0933358ecc0d0074d
--- /dev/null
+++ b/consolidated.safetensors.41
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b272c836ca0e8ef66fdcccc1731e64b89b7ef3d253b754533e24eb4a72b0db12
+size 5630853120
diff --git a/consolidated.safetensors.42 b/consolidated.safetensors.42
new file mode 100644
index 0000000000000000000000000000000000000000..6605d804e940f6c23ad10f31f4e2f0e2e1a197f8
--- /dev/null
+++ b/consolidated.safetensors.42
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9715273999d28ce0cbb4d026b97d00700d4da25e160621b4ad46652030e55449
+size 5630853120
diff --git a/consolidated.safetensors.43 b/consolidated.safetensors.43
new file mode 100644
index 0000000000000000000000000000000000000000..ff8d64c44d2a1aad3fb636d09a475a520a0ce9de
--- /dev/null
+++ b/consolidated.safetensors.43
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195221b210acfddafd5680edb5e3c811295b1c438dc3c28ffa38e0e91c2a6d0c
+size 5630853120
diff --git a/consolidated.safetensors.44 b/consolidated.safetensors.44
new file mode 100644
index 0000000000000000000000000000000000000000..88e6bceadaf32393f0d8d9b1a69f434f78a383b3
--- /dev/null
+++ b/consolidated.safetensors.44
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad49c5c97923807c8c87503208e8c81e1f29c44d6bf994d25f8f9d30e1b0efca
+size 5630853120
diff --git a/consolidated.safetensors.45 b/consolidated.safetensors.45
new file mode 100644
index 0000000000000000000000000000000000000000..2841b57f62a15f607f8cad7b32a07d46b7731230
--- /dev/null
+++ b/consolidated.safetensors.45
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75aa0ee1cd2bb3e594959f35a6b19467cc169ae978fcd8255767da37971112c
+size 5630853120
diff --git a/consolidated.safetensors.46 b/consolidated.safetensors.46
new file mode 100644
index 0000000000000000000000000000000000000000..6a3e7d8eb4e51812ce9f437d20472511ba353382
--- /dev/null
+++ b/consolidated.safetensors.46
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292e470a796ca2527e2454ec3c48aa1645176e9503c0f517c2a38f629b75be99
+size 5630853120
diff --git a/consolidated.safetensors.47 b/consolidated.safetensors.47
new file mode 100644
index 0000000000000000000000000000000000000000..c2b5dc56ab30878a16fda139f10bb8c0f51e639d
--- /dev/null
+++ b/consolidated.safetensors.47
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc28541d211323264e68f0f274cc8b52c2abbd3427dcec364a7d21ea26e914bc
+size 5630853120
diff --git a/consolidated.safetensors.48 b/consolidated.safetensors.48
new file mode 100644
index 0000000000000000000000000000000000000000..bbfd667aa5b89255ea915e39e76fb462723415f1
--- /dev/null
+++ b/consolidated.safetensors.48
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7932bca1f8f12734a8da9f4a75a05fcf6748b17dda6ddd1cabfdd56d0cb30e1
+size 5630853120
diff --git a/consolidated.safetensors.49 b/consolidated.safetensors.49
new file mode 100644
index 0000000000000000000000000000000000000000..0c30d9503d5cdc2f022c355735e7e290a6406802
--- /dev/null
+++ b/consolidated.safetensors.49
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18c3f296520fe6d7131123e0d93b456a7c9a240cbb9dc538d7a51d973e26870
+size 5348551008
diff --git a/params.json b/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..73bad9ffb864d6caed246eb4b24a344c76d01fc8
--- /dev/null
+++ b/params.json
@@ -0,0 +1,15 @@
+{
+    "dim": 6144,
+    "n_layers": 56,
+    "head_dim": 128,
+    "hidden_dim": 16384,
+    "n_heads": 48,
+    "n_kv_heads": 8,
+    "norm_eps": 1e-05,
+    "vocab_size": 32768,
+    "rope_theta": 1000000.0,
+    "moe": {
+        "num_experts": 8,
+        "num_experts_per_tok": 2
+    }
+}
\ No newline at end of file
diff --git a/tokenizer.model.v3 b/tokenizer.model.v3
new file mode 100644
index 0000000000000000000000000000000000000000..d8233e5b061987d32b63dbfb38fe86d7d4fc8a18
Binary files /dev/null and b/tokenizer.model.v3 differ