Adding `safetensors` variant of this model

model-00001-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7e63e856ba669bba98f76d1c581f55da3d4f109b22f892f616cc0e9f541b40
+size 9694154868

model-00002-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595a807c0bbea967c8c4fc1cf842712230cc5bbd4de1378c613f2995708d3e5e
+size 9677541724

model-00003-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af6de15184604bffb86477a10d766144895312e2b9e243da9c1f5a9b98e20c2
+size 9677541724

model-00004-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb3a6da6645611ca1ee8d386843d847b6990553bc23f8deda97c39a0396cf03
+size 9677541740

model-00005-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646bec03edbd3ac878411ad9ad236aac923ff3d7b3a77b81ed005d78c263bf5a
+size 9677541764

model-00006-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2ae279a4a922a1b2b0c93d1f559f0b4d93830dfed3512eb195782721b68840
+size 9677541764

model-00007-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505c98426ccf7f515be1e9c56e83168b0dfe30661ef02dea2693a53d93791282
+size 9677541764

model-00008-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18302a70b85f2a8b2d1ca6f4c11f9c4721f7b0717890833fe5c60ff7fbd6b175
+size 9677541764

model-00009-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297e89c1421de90e13e86a77e81e62fa386b515ae1f61440cbcf2fce96894a4d
+size 9677541764

model-00010-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fa4bfbe826728fbe119cdf38ea4bfda8679485774ed7ca31f28bc221cbc150
+size 9677541764

model-00011-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ecdc3c44e1968c220c8c4efbfb91781e90c7860422e3d330db49e9ef82741c
+size 9677541764

model-00012-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea4652211219512c89522212be7c16579446d5a9fb2054a67a01eca71ddeeda
+size 9677541764

model-00013-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be745460fc6aff1d8882b6330599266c7df0242ebcd4a662346290a8fe0f032
+size 9677541764

model-00014-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8432870852190413836c968f6f6547d7571320b154be7a7d220201c041bf96
+size 9677541764

model-00015-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ad506c41a87df96ed131108c529f7b4c6998f896f19553df4d6fbb86121288
+size 9677541764

model-00016-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d7ca037d8e998e89d38ddbe67079dd14a8ee0868fa1b121ea49177e0413663
+size 9677541764

model-00017-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac3f296bb2613df3b473f40b55e3586fb70559d949d100b9dcef95cffedf7c0
+size 4244865776

model.safetensors.index.json

@@ -0,0 +1,684 @@
+{
+    "metadata": {
+        "total_size": 159102075072
+    },
+    "weight_map": {
+        "lm_head.weight": "model-00017-of-00017.safetensors",
+        "transformer.h.0.attn.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.0.attn.c_attn.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.0.attn.c_attn.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.0.attn.c_proj.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.0.attn.c_proj.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.0.attn.masked_bias": "model-00001-of-00017.safetensors",
+        "transformer.h.0.ln_1.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.0.ln_1.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.0.ln_2.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.0.ln_2.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.0.mlp.c_fc.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.0.mlp.c_fc.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.0.mlp.c_proj.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.0.mlp.c_proj.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.1.attn.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.1.attn.c_attn.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.1.attn.c_attn.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.1.attn.c_proj.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.1.attn.c_proj.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.1.attn.masked_bias": "model-00001-of-00017.safetensors",
+        "transformer.h.1.ln_1.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.1.ln_1.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.1.ln_2.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.1.ln_2.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.1.mlp.c_fc.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.1.mlp.c_fc.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.1.mlp.c_proj.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.1.mlp.c_proj.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.10.attn.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.10.attn.c_attn.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.10.attn.c_attn.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.10.attn.c_proj.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.10.attn.c_proj.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.10.attn.masked_bias": "model-00004-of-00017.safetensors",
+        "transformer.h.10.ln_1.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.10.ln_1.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.10.ln_2.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.10.ln_2.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.10.mlp.c_fc.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.10.mlp.c_fc.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.10.mlp.c_proj.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.10.mlp.c_proj.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.11.attn.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.11.attn.c_attn.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.11.attn.c_attn.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.11.attn.c_proj.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.11.attn.c_proj.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.11.attn.masked_bias": "model-00004-of-00017.safetensors",
+        "transformer.h.11.ln_1.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.11.ln_1.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.11.ln_2.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.11.ln_2.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.11.mlp.c_fc.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.11.mlp.c_fc.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.11.mlp.c_proj.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.11.mlp.c_proj.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.12.attn.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.12.attn.c_attn.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.12.attn.c_attn.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.12.attn.c_proj.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.12.attn.c_proj.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.12.attn.masked_bias": "model-00005-of-00017.safetensors",
+        "transformer.h.12.ln_1.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.12.ln_1.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.12.ln_2.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.12.ln_2.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.12.mlp.c_fc.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.12.mlp.c_fc.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.12.mlp.c_proj.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.12.mlp.c_proj.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.13.attn.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.13.attn.c_attn.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.13.attn.c_attn.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.13.attn.c_proj.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.13.attn.c_proj.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.13.attn.masked_bias": "model-00005-of-00017.safetensors",
+        "transformer.h.13.ln_1.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.13.ln_1.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.13.ln_2.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.13.ln_2.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.13.mlp.c_fc.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.13.mlp.c_fc.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.13.mlp.c_proj.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.13.mlp.c_proj.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.14.attn.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.14.attn.c_attn.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.14.attn.c_attn.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.14.attn.c_proj.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.14.attn.c_proj.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.14.attn.masked_bias": "model-00005-of-00017.safetensors",
+        "transformer.h.14.ln_1.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.14.ln_1.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.14.ln_2.bias": "model-00005-of-00017.safetensors",
+        "transformer.h.14.ln_2.weight": "model-00005-of-00017.safetensors",
+        "transformer.h.14.mlp.c_fc.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.14.mlp.c_fc.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.14.mlp.c_proj.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.14.mlp.c_proj.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.15.attn.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.15.attn.c_attn.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.15.attn.c_attn.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.15.attn.c_proj.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.15.attn.c_proj.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.15.attn.masked_bias": "model-00006-of-00017.safetensors",
+        "transformer.h.15.ln_1.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.15.ln_1.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.15.ln_2.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.15.ln_2.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.15.mlp.c_fc.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.15.mlp.c_fc.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.15.mlp.c_proj.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.15.mlp.c_proj.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.16.attn.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.16.attn.c_attn.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.16.attn.c_attn.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.16.attn.c_proj.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.16.attn.c_proj.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.16.attn.masked_bias": "model-00006-of-00017.safetensors",
+        "transformer.h.16.ln_1.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.16.ln_1.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.16.ln_2.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.16.ln_2.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.16.mlp.c_fc.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.16.mlp.c_fc.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.16.mlp.c_proj.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.16.mlp.c_proj.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.17.attn.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.17.attn.c_attn.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.17.attn.c_attn.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.17.attn.c_proj.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.17.attn.c_proj.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.17.attn.masked_bias": "model-00006-of-00017.safetensors",
+        "transformer.h.17.ln_1.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.17.ln_1.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.17.ln_2.bias": "model-00006-of-00017.safetensors",
+        "transformer.h.17.ln_2.weight": "model-00006-of-00017.safetensors",
+        "transformer.h.17.mlp.c_fc.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.17.mlp.c_fc.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.17.mlp.c_proj.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.17.mlp.c_proj.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.18.attn.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.18.attn.c_attn.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.18.attn.c_attn.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.18.attn.c_proj.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.18.attn.c_proj.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.18.attn.masked_bias": "model-00007-of-00017.safetensors",
+        "transformer.h.18.ln_1.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.18.ln_1.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.18.ln_2.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.18.ln_2.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.18.mlp.c_fc.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.18.mlp.c_fc.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.18.mlp.c_proj.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.18.mlp.c_proj.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.19.attn.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.19.attn.c_attn.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.19.attn.c_attn.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.19.attn.c_proj.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.19.attn.c_proj.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.19.attn.masked_bias": "model-00007-of-00017.safetensors",
+        "transformer.h.19.ln_1.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.19.ln_1.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.19.ln_2.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.19.ln_2.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.19.mlp.c_fc.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.19.mlp.c_fc.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.19.mlp.c_proj.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.19.mlp.c_proj.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.2.attn.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.2.attn.c_attn.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.2.attn.c_attn.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.2.attn.c_proj.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.2.attn.c_proj.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.2.attn.masked_bias": "model-00001-of-00017.safetensors",
+        "transformer.h.2.ln_1.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.2.ln_1.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.2.ln_2.bias": "model-00001-of-00017.safetensors",
+        "transformer.h.2.ln_2.weight": "model-00001-of-00017.safetensors",
+        "transformer.h.2.mlp.c_fc.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.2.mlp.c_fc.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.2.mlp.c_proj.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.2.mlp.c_proj.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.20.attn.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.20.attn.c_attn.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.20.attn.c_attn.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.20.attn.c_proj.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.20.attn.c_proj.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.20.attn.masked_bias": "model-00007-of-00017.safetensors",
+        "transformer.h.20.ln_1.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.20.ln_1.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.20.ln_2.bias": "model-00007-of-00017.safetensors",
+        "transformer.h.20.ln_2.weight": "model-00007-of-00017.safetensors",
+        "transformer.h.20.mlp.c_fc.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.20.mlp.c_fc.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.20.mlp.c_proj.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.20.mlp.c_proj.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.21.attn.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.21.attn.c_attn.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.21.attn.c_attn.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.21.attn.c_proj.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.21.attn.c_proj.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.21.attn.masked_bias": "model-00008-of-00017.safetensors",
+        "transformer.h.21.ln_1.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.21.ln_1.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.21.ln_2.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.21.ln_2.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.21.mlp.c_fc.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.21.mlp.c_fc.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.21.mlp.c_proj.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.21.mlp.c_proj.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.22.attn.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.22.attn.c_attn.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.22.attn.c_attn.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.22.attn.c_proj.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.22.attn.c_proj.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.22.attn.masked_bias": "model-00008-of-00017.safetensors",
+        "transformer.h.22.ln_1.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.22.ln_1.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.22.ln_2.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.22.ln_2.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.22.mlp.c_fc.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.22.mlp.c_fc.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.22.mlp.c_proj.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.22.mlp.c_proj.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.23.attn.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.23.attn.c_attn.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.23.attn.c_attn.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.23.attn.c_proj.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.23.attn.c_proj.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.23.attn.masked_bias": "model-00008-of-00017.safetensors",
+        "transformer.h.23.ln_1.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.23.ln_1.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.23.ln_2.bias": "model-00008-of-00017.safetensors",
+        "transformer.h.23.ln_2.weight": "model-00008-of-00017.safetensors",
+        "transformer.h.23.mlp.c_fc.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.23.mlp.c_fc.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.23.mlp.c_proj.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.23.mlp.c_proj.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.24.attn.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.24.attn.c_attn.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.24.attn.c_attn.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.24.attn.c_proj.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.24.attn.c_proj.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.24.attn.masked_bias": "model-00009-of-00017.safetensors",
+        "transformer.h.24.ln_1.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.24.ln_1.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.24.ln_2.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.24.ln_2.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.24.mlp.c_fc.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.24.mlp.c_fc.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.24.mlp.c_proj.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.24.mlp.c_proj.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.25.attn.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.25.attn.c_attn.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.25.attn.c_attn.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.25.attn.c_proj.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.25.attn.c_proj.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.25.attn.masked_bias": "model-00009-of-00017.safetensors",
+        "transformer.h.25.ln_1.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.25.ln_1.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.25.ln_2.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.25.ln_2.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.25.mlp.c_fc.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.25.mlp.c_fc.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.25.mlp.c_proj.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.25.mlp.c_proj.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.26.attn.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.26.attn.c_attn.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.26.attn.c_attn.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.26.attn.c_proj.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.26.attn.c_proj.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.26.attn.masked_bias": "model-00009-of-00017.safetensors",
+        "transformer.h.26.ln_1.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.26.ln_1.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.26.ln_2.bias": "model-00009-of-00017.safetensors",
+        "transformer.h.26.ln_2.weight": "model-00009-of-00017.safetensors",
+        "transformer.h.26.mlp.c_fc.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.26.mlp.c_fc.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.26.mlp.c_proj.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.26.mlp.c_proj.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.27.attn.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.27.attn.c_attn.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.27.attn.c_attn.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.27.attn.c_proj.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.27.attn.c_proj.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.27.attn.masked_bias": "model-00010-of-00017.safetensors",
+        "transformer.h.27.ln_1.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.27.ln_1.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.27.ln_2.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.27.ln_2.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.27.mlp.c_fc.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.27.mlp.c_fc.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.27.mlp.c_proj.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.27.mlp.c_proj.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.28.attn.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.28.attn.c_attn.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.28.attn.c_attn.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.28.attn.c_proj.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.28.attn.c_proj.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.28.attn.masked_bias": "model-00010-of-00017.safetensors",
+        "transformer.h.28.ln_1.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.28.ln_1.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.28.ln_2.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.28.ln_2.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.28.mlp.c_fc.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.28.mlp.c_fc.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.28.mlp.c_proj.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.28.mlp.c_proj.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.29.attn.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.29.attn.c_attn.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.29.attn.c_attn.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.29.attn.c_proj.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.29.attn.c_proj.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.29.attn.masked_bias": "model-00010-of-00017.safetensors",
+        "transformer.h.29.ln_1.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.29.ln_1.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.29.ln_2.bias": "model-00010-of-00017.safetensors",
+        "transformer.h.29.ln_2.weight": "model-00010-of-00017.safetensors",
+        "transformer.h.29.mlp.c_fc.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.29.mlp.c_fc.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.29.mlp.c_proj.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.29.mlp.c_proj.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.3.attn.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.3.attn.c_attn.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.3.attn.c_attn.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.3.attn.c_proj.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.3.attn.c_proj.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.3.attn.masked_bias": "model-00002-of-00017.safetensors",
+        "transformer.h.3.ln_1.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.3.ln_1.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.3.ln_2.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.3.ln_2.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.3.mlp.c_fc.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.3.mlp.c_fc.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.3.mlp.c_proj.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.3.mlp.c_proj.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.30.attn.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.30.attn.c_attn.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.30.attn.c_attn.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.30.attn.c_proj.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.30.attn.c_proj.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.30.attn.masked_bias": "model-00011-of-00017.safetensors",
+        "transformer.h.30.ln_1.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.30.ln_1.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.30.ln_2.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.30.ln_2.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.30.mlp.c_fc.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.30.mlp.c_fc.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.30.mlp.c_proj.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.30.mlp.c_proj.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.31.attn.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.31.attn.c_attn.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.31.attn.c_attn.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.31.attn.c_proj.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.31.attn.c_proj.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.31.attn.masked_bias": "model-00011-of-00017.safetensors",
+        "transformer.h.31.ln_1.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.31.ln_1.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.31.ln_2.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.31.ln_2.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.31.mlp.c_fc.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.31.mlp.c_fc.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.31.mlp.c_proj.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.31.mlp.c_proj.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.32.attn.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.32.attn.c_attn.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.32.attn.c_attn.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.32.attn.c_proj.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.32.attn.c_proj.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.32.attn.masked_bias": "model-00011-of-00017.safetensors",
+        "transformer.h.32.ln_1.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.32.ln_1.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.32.ln_2.bias": "model-00011-of-00017.safetensors",
+        "transformer.h.32.ln_2.weight": "model-00011-of-00017.safetensors",
+        "transformer.h.32.mlp.c_fc.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.32.mlp.c_fc.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.32.mlp.c_proj.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.32.mlp.c_proj.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.33.attn.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.33.attn.c_attn.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.33.attn.c_attn.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.33.attn.c_proj.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.33.attn.c_proj.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.33.attn.masked_bias": "model-00012-of-00017.safetensors",
+        "transformer.h.33.ln_1.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.33.ln_1.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.33.ln_2.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.33.ln_2.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.33.mlp.c_fc.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.33.mlp.c_fc.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.33.mlp.c_proj.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.33.mlp.c_proj.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.34.attn.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.34.attn.c_attn.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.34.attn.c_attn.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.34.attn.c_proj.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.34.attn.c_proj.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.34.attn.masked_bias": "model-00012-of-00017.safetensors",
+        "transformer.h.34.ln_1.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.34.ln_1.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.34.ln_2.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.34.ln_2.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.34.mlp.c_fc.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.34.mlp.c_fc.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.34.mlp.c_proj.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.34.mlp.c_proj.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.35.attn.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.35.attn.c_attn.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.35.attn.c_attn.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.35.attn.c_proj.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.35.attn.c_proj.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.35.attn.masked_bias": "model-00012-of-00017.safetensors",
+        "transformer.h.35.ln_1.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.35.ln_1.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.35.ln_2.bias": "model-00012-of-00017.safetensors",
+        "transformer.h.35.ln_2.weight": "model-00012-of-00017.safetensors",
+        "transformer.h.35.mlp.c_fc.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.35.mlp.c_fc.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.35.mlp.c_proj.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.35.mlp.c_proj.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.36.attn.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.36.attn.c_attn.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.36.attn.c_attn.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.36.attn.c_proj.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.36.attn.c_proj.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.36.attn.masked_bias": "model-00013-of-00017.safetensors",
+        "transformer.h.36.ln_1.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.36.ln_1.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.36.ln_2.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.36.ln_2.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.36.mlp.c_fc.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.36.mlp.c_fc.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.36.mlp.c_proj.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.36.mlp.c_proj.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.37.attn.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.37.attn.c_attn.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.37.attn.c_attn.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.37.attn.c_proj.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.37.attn.c_proj.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.37.attn.masked_bias": "model-00013-of-00017.safetensors",
+        "transformer.h.37.ln_1.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.37.ln_1.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.37.ln_2.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.37.ln_2.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.37.mlp.c_fc.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.37.mlp.c_fc.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.37.mlp.c_proj.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.37.mlp.c_proj.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.38.attn.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.38.attn.c_attn.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.38.attn.c_attn.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.38.attn.c_proj.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.38.attn.c_proj.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.38.attn.masked_bias": "model-00013-of-00017.safetensors",
+        "transformer.h.38.ln_1.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.38.ln_1.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.38.ln_2.bias": "model-00013-of-00017.safetensors",
+        "transformer.h.38.ln_2.weight": "model-00013-of-00017.safetensors",
+        "transformer.h.38.mlp.c_fc.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.38.mlp.c_fc.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.38.mlp.c_proj.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.38.mlp.c_proj.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.39.attn.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.39.attn.c_attn.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.39.attn.c_attn.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.39.attn.c_proj.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.39.attn.c_proj.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.39.attn.masked_bias": "model-00014-of-00017.safetensors",
+        "transformer.h.39.ln_1.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.39.ln_1.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.39.ln_2.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.39.ln_2.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.39.mlp.c_fc.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.39.mlp.c_fc.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.39.mlp.c_proj.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.39.mlp.c_proj.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.4.attn.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.4.attn.c_attn.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.4.attn.c_attn.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.4.attn.c_proj.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.4.attn.c_proj.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.4.attn.masked_bias": "model-00002-of-00017.safetensors",
+        "transformer.h.4.ln_1.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.4.ln_1.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.4.ln_2.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.4.ln_2.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.4.mlp.c_fc.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.4.mlp.c_fc.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.4.mlp.c_proj.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.4.mlp.c_proj.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.40.attn.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.40.attn.c_attn.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.40.attn.c_attn.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.40.attn.c_proj.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.40.attn.c_proj.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.40.attn.masked_bias": "model-00014-of-00017.safetensors",
+        "transformer.h.40.ln_1.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.40.ln_1.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.40.ln_2.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.40.ln_2.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.40.mlp.c_fc.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.40.mlp.c_fc.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.40.mlp.c_proj.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.40.mlp.c_proj.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.41.attn.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.41.attn.c_attn.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.41.attn.c_attn.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.41.attn.c_proj.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.41.attn.c_proj.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.41.attn.masked_bias": "model-00014-of-00017.safetensors",
+        "transformer.h.41.ln_1.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.41.ln_1.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.41.ln_2.bias": "model-00014-of-00017.safetensors",
+        "transformer.h.41.ln_2.weight": "model-00014-of-00017.safetensors",
+        "transformer.h.41.mlp.c_fc.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.41.mlp.c_fc.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.41.mlp.c_proj.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.41.mlp.c_proj.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.42.attn.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.42.attn.c_attn.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.42.attn.c_attn.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.42.attn.c_proj.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.42.attn.c_proj.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.42.attn.masked_bias": "model-00015-of-00017.safetensors",
+        "transformer.h.42.ln_1.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.42.ln_1.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.42.ln_2.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.42.ln_2.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.42.mlp.c_fc.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.42.mlp.c_fc.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.42.mlp.c_proj.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.42.mlp.c_proj.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.43.attn.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.43.attn.c_attn.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.43.attn.c_attn.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.43.attn.c_proj.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.43.attn.c_proj.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.43.attn.masked_bias": "model-00015-of-00017.safetensors",
+        "transformer.h.43.ln_1.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.43.ln_1.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.43.ln_2.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.43.ln_2.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.43.mlp.c_fc.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.43.mlp.c_fc.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.43.mlp.c_proj.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.43.mlp.c_proj.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.44.attn.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.44.attn.c_attn.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.44.attn.c_attn.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.44.attn.c_proj.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.44.attn.c_proj.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.44.attn.masked_bias": "model-00015-of-00017.safetensors",
+        "transformer.h.44.ln_1.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.44.ln_1.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.44.ln_2.bias": "model-00015-of-00017.safetensors",
+        "transformer.h.44.ln_2.weight": "model-00015-of-00017.safetensors",
+        "transformer.h.44.mlp.c_fc.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.44.mlp.c_fc.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.44.mlp.c_proj.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.44.mlp.c_proj.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.45.attn.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.45.attn.c_attn.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.45.attn.c_attn.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.45.attn.c_proj.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.45.attn.c_proj.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.45.attn.masked_bias": "model-00016-of-00017.safetensors",
+        "transformer.h.45.ln_1.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.45.ln_1.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.45.ln_2.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.45.ln_2.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.45.mlp.c_fc.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.45.mlp.c_fc.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.45.mlp.c_proj.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.45.mlp.c_proj.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.46.attn.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.46.attn.c_attn.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.46.attn.c_attn.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.46.attn.c_proj.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.46.attn.c_proj.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.46.attn.masked_bias": "model-00016-of-00017.safetensors",
+        "transformer.h.46.ln_1.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.46.ln_1.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.46.ln_2.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.46.ln_2.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.46.mlp.c_fc.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.46.mlp.c_fc.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.46.mlp.c_proj.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.46.mlp.c_proj.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.47.attn.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.47.attn.c_attn.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.47.attn.c_attn.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.47.attn.c_proj.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.47.attn.c_proj.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.47.attn.masked_bias": "model-00016-of-00017.safetensors",
+        "transformer.h.47.ln_1.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.47.ln_1.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.47.ln_2.bias": "model-00016-of-00017.safetensors",
+        "transformer.h.47.ln_2.weight": "model-00016-of-00017.safetensors",
+        "transformer.h.47.mlp.c_fc.bias": "model-00017-of-00017.safetensors",
+        "transformer.h.47.mlp.c_fc.weight": "model-00017-of-00017.safetensors",
+        "transformer.h.47.mlp.c_proj.bias": "model-00017-of-00017.safetensors",
+        "transformer.h.47.mlp.c_proj.weight": "model-00017-of-00017.safetensors",
+        "transformer.h.5.attn.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.5.attn.c_attn.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.5.attn.c_attn.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.5.attn.c_proj.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.5.attn.c_proj.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.5.attn.masked_bias": "model-00002-of-00017.safetensors",
+        "transformer.h.5.ln_1.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.5.ln_1.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.5.ln_2.bias": "model-00002-of-00017.safetensors",
+        "transformer.h.5.ln_2.weight": "model-00002-of-00017.safetensors",
+        "transformer.h.5.mlp.c_fc.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.5.mlp.c_fc.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.5.mlp.c_proj.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.5.mlp.c_proj.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.6.attn.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.6.attn.c_attn.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.6.attn.c_attn.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.6.attn.c_proj.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.6.attn.c_proj.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.6.attn.masked_bias": "model-00003-of-00017.safetensors",
+        "transformer.h.6.ln_1.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.6.ln_1.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.6.ln_2.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.6.ln_2.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.6.mlp.c_fc.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.6.mlp.c_fc.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.6.mlp.c_proj.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.6.mlp.c_proj.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.7.attn.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.7.attn.c_attn.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.7.attn.c_attn.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.7.attn.c_proj.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.7.attn.c_proj.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.7.attn.masked_bias": "model-00003-of-00017.safetensors",
+        "transformer.h.7.ln_1.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.7.ln_1.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.7.ln_2.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.7.ln_2.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.7.mlp.c_fc.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.7.mlp.c_fc.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.7.mlp.c_proj.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.7.mlp.c_proj.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.8.attn.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.8.attn.c_attn.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.8.attn.c_attn.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.8.attn.c_proj.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.8.attn.c_proj.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.8.attn.masked_bias": "model-00003-of-00017.safetensors",
+        "transformer.h.8.ln_1.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.8.ln_1.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.8.ln_2.bias": "model-00003-of-00017.safetensors",
+        "transformer.h.8.ln_2.weight": "model-00003-of-00017.safetensors",
+        "transformer.h.8.mlp.c_fc.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.8.mlp.c_fc.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.8.mlp.c_proj.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.8.mlp.c_proj.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.9.attn.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.9.attn.c_attn.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.9.attn.c_attn.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.9.attn.c_proj.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.9.attn.c_proj.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.9.attn.masked_bias": "model-00004-of-00017.safetensors",
+        "transformer.h.9.ln_1.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.9.ln_1.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.9.ln_2.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.9.ln_2.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.9.mlp.c_fc.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.9.mlp.c_fc.weight": "model-00004-of-00017.safetensors",
+        "transformer.h.9.mlp.c_proj.bias": "model-00004-of-00017.safetensors",
+        "transformer.h.9.mlp.c_proj.weight": "model-00004-of-00017.safetensors",
+        "transformer.ln_f.bias": "model-00017-of-00017.safetensors",
+        "transformer.ln_f.weight": "model-00017-of-00017.safetensors",
+        "transformer.wpe.weight": "model-00001-of-00017.safetensors",
+        "transformer.wte.weight": "model-00001-of-00017.safetensors"
+    }
+}