fix(gptq) remove un-used bias

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:748b47b2eb1b883cbc6329a8b0960f8ae1531eb2f346d06dcab93e5ad116fbac
-size 3973973560
+oid sha256:ac66af0aee0c6ef3afa2938b11ffb9bbebba15714b5395b4021a52c88c0dd535
+size 3973415776

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29271067edd106880516be13b095845675e88e61dbd64c5e54c7feb95d4ca4f1
-size 3989819496
+oid sha256:8794364e35bfeb363ab9f795d7713657830c06bddf671bda5c3f37f604961280
+size 3988287560

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03120b5b1e0d954642ac4218dba356a4bc4e3c79f3e6e925b2b02f685bb22833
-size 2253815920
+oid sha256:8a6d6ca956a3e128305b734c674832cb5b6eeae516d49826f86664af05d23aba
+size 2253370488

model.safetensors.index.json

@@ -1,22 +1,19 @@
 {
   "metadata": {
-    "total_size": 10217452544
+    "total_size": 10214929408
   },
   "weight_map": {
     "lm_head.weight": "model-00003-of-00003.safetensors",
     "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
     "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.0.mlp.down_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.down_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.down_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.down_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.down_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.0.mlp.gate_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.gate_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.gate_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.gate_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.gate_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.0.mlp.up_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.up_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.up_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.0.mlp.up_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -27,7 +24,6 @@
     "model.layers.0.self_attn.k_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.0.self_attn.k_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.0.self_attn.k_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.0.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.0.self_attn.o_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.0.self_attn.o_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.0.self_attn.o_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -43,17 +39,14 @@
     "model.layers.0.self_attn.v_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.0.self_attn.v_proj.scales": "model-00001-of-00003.safetensors",
     "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.1.mlp.down_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.down_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.down_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.down_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.down_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.1.mlp.gate_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.gate_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.gate_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.gate_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.gate_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.1.mlp.up_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.up_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.up_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.1.mlp.up_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -64,7 +57,6 @@
     "model.layers.1.self_attn.k_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.1.self_attn.k_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.1.self_attn.k_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.1.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.1.self_attn.o_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.1.self_attn.o_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.1.self_attn.o_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -80,17 +72,14 @@
     "model.layers.1.self_attn.v_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.1.self_attn.v_proj.scales": "model-00001-of-00003.safetensors",
     "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.10.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.10.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.10.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.10.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -101,7 +90,6 @@
     "model.layers.10.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.10.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.10.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.10.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.10.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.10.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.10.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -117,17 +105,14 @@
     "model.layers.10.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.10.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.11.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.11.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.11.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.11.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -138,7 +123,6 @@
     "model.layers.11.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.11.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.11.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.11.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.11.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.11.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.11.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -154,17 +138,14 @@
     "model.layers.11.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.11.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.12.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.12.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.12.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.12.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -175,7 +156,6 @@
     "model.layers.12.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.12.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.12.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.12.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.12.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.12.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.12.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -191,17 +171,14 @@
     "model.layers.12.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.12.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.13.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.13.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.13.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.13.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -212,7 +189,6 @@
     "model.layers.13.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.13.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.13.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.13.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.13.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.13.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.13.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -228,17 +204,14 @@
     "model.layers.13.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.13.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.14.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.14.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.14.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.14.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -249,7 +222,6 @@
     "model.layers.14.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.14.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.14.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.14.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.14.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.14.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.14.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -265,17 +237,14 @@
     "model.layers.14.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.14.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.15.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.15.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.15.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.15.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -286,7 +255,6 @@
     "model.layers.15.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.15.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.15.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.15.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.15.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.15.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.15.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -302,17 +270,14 @@
     "model.layers.15.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.15.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.16.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.16.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.16.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.16.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -323,7 +288,6 @@
     "model.layers.16.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.16.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.16.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.16.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.16.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.16.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.16.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -339,17 +303,14 @@
     "model.layers.16.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.16.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.17.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.17.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.17.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.17.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -360,7 +321,6 @@
     "model.layers.17.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.17.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.17.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.17.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.17.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.17.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.17.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -376,17 +336,14 @@
     "model.layers.17.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.17.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.18.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.18.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.18.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.18.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -397,7 +354,6 @@
     "model.layers.18.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.18.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.18.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.18.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.18.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.18.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.18.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -413,17 +369,14 @@
     "model.layers.18.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.18.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.19.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.19.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.19.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.19.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -434,7 +387,6 @@
     "model.layers.19.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.19.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.19.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.19.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.19.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.19.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.19.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -450,17 +402,14 @@
     "model.layers.19.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.19.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.2.mlp.down_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.down_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.down_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.down_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.down_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.2.mlp.gate_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.gate_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.gate_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.gate_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.gate_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.2.mlp.up_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.up_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.up_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.2.mlp.up_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -471,7 +420,6 @@
     "model.layers.2.self_attn.k_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.2.self_attn.k_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.2.self_attn.k_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.2.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.2.self_attn.o_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.2.self_attn.o_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.2.self_attn.o_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -487,17 +435,14 @@
     "model.layers.2.self_attn.v_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.2.self_attn.v_proj.scales": "model-00001-of-00003.safetensors",
     "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.20.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.20.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.20.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.20.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -508,7 +453,6 @@
     "model.layers.20.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.20.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.20.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.20.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.20.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.20.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.20.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -524,17 +468,14 @@
     "model.layers.20.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.20.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.21.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.21.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.21.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.21.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -545,7 +486,6 @@
     "model.layers.21.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.21.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.21.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.21.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.21.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.21.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.21.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -561,17 +501,14 @@
     "model.layers.21.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.21.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.22.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.22.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.22.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.22.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -582,7 +519,6 @@
     "model.layers.22.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.22.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.22.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.22.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.22.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.22.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.22.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -598,17 +534,14 @@
     "model.layers.22.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.22.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.23.mlp.down_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.down_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.down_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.down_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.down_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.23.mlp.gate_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.gate_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.gate_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.gate_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.gate_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.23.mlp.up_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.up_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.up_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.23.mlp.up_proj.qzeros": "model-00003-of-00003.safetensors",
@@ -619,7 +552,6 @@
     "model.layers.23.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.23.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.23.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.23.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.23.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.23.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.23.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -635,17 +567,14 @@
     "model.layers.23.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.23.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.24.mlp.down_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.down_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.down_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.down_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.down_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.24.mlp.gate_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.gate_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.gate_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.gate_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.gate_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.24.mlp.up_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.up_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.up_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.24.mlp.up_proj.qzeros": "model-00003-of-00003.safetensors",
@@ -656,7 +585,6 @@
     "model.layers.24.self_attn.k_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.24.self_attn.k_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.24.self_attn.k_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.24.self_attn.o_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.24.self_attn.o_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.24.self_attn.o_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.24.self_attn.o_proj.qzeros": "model-00003-of-00003.safetensors",
@@ -672,17 +600,14 @@
     "model.layers.24.self_attn.v_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.24.self_attn.v_proj.scales": "model-00003-of-00003.safetensors",
     "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.25.mlp.down_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.down_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.down_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.down_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.down_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.25.mlp.gate_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.gate_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.gate_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.gate_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.gate_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.25.mlp.up_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.up_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.up_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.25.mlp.up_proj.qzeros": "model-00003-of-00003.safetensors",
@@ -693,7 +618,6 @@
     "model.layers.25.self_attn.k_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.25.self_attn.k_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.25.self_attn.k_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.25.self_attn.o_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.25.self_attn.o_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.25.self_attn.o_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.25.self_attn.o_proj.qzeros": "model-00003-of-00003.safetensors",
@@ -709,17 +633,14 @@
     "model.layers.25.self_attn.v_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.25.self_attn.v_proj.scales": "model-00003-of-00003.safetensors",
     "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.26.mlp.down_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.down_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.down_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.down_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.down_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.26.mlp.gate_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.gate_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.gate_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.gate_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.gate_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.26.mlp.up_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.up_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.up_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.26.mlp.up_proj.qzeros": "model-00003-of-00003.safetensors",
@@ -730,7 +651,6 @@
     "model.layers.26.self_attn.k_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.26.self_attn.k_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.26.self_attn.k_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.26.self_attn.o_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.26.self_attn.o_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.26.self_attn.o_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.26.self_attn.o_proj.qzeros": "model-00003-of-00003.safetensors",
@@ -746,17 +666,14 @@
     "model.layers.26.self_attn.v_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.26.self_attn.v_proj.scales": "model-00003-of-00003.safetensors",
     "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.27.mlp.down_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.down_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.down_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.down_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.down_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.27.mlp.gate_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.gate_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.gate_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.gate_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.gate_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.27.mlp.up_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.up_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.up_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.27.mlp.up_proj.qzeros": "model-00003-of-00003.safetensors",
@@ -767,7 +684,6 @@
     "model.layers.27.self_attn.k_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.27.self_attn.k_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.27.self_attn.k_proj.scales": "model-00003-of-00003.safetensors",
-    "model.layers.27.self_attn.o_proj.bias": "model-00003-of-00003.safetensors",
     "model.layers.27.self_attn.o_proj.g_idx": "model-00003-of-00003.safetensors",
     "model.layers.27.self_attn.o_proj.qweight": "model-00003-of-00003.safetensors",
     "model.layers.27.self_attn.o_proj.qzeros": "model-00003-of-00003.safetensors",
@@ -783,17 +699,14 @@
     "model.layers.27.self_attn.v_proj.qzeros": "model-00003-of-00003.safetensors",
     "model.layers.27.self_attn.v_proj.scales": "model-00003-of-00003.safetensors",
     "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.3.mlp.down_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.down_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.down_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.down_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.down_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.3.mlp.gate_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.gate_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.gate_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.gate_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.gate_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.3.mlp.up_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.up_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.up_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.3.mlp.up_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -804,7 +717,6 @@
     "model.layers.3.self_attn.k_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.3.self_attn.k_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.3.self_attn.k_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.3.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.3.self_attn.o_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.3.self_attn.o_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.3.self_attn.o_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -820,17 +732,14 @@
     "model.layers.3.self_attn.v_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.3.self_attn.v_proj.scales": "model-00001-of-00003.safetensors",
     "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.4.mlp.down_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.down_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.down_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.down_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.down_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.4.mlp.gate_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.gate_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.gate_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.gate_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.gate_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.4.mlp.up_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.up_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.up_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.4.mlp.up_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -841,7 +750,6 @@
     "model.layers.4.self_attn.k_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.4.self_attn.k_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.4.self_attn.k_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.4.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.4.self_attn.o_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.4.self_attn.o_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.4.self_attn.o_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -857,17 +765,14 @@
     "model.layers.4.self_attn.v_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.4.self_attn.v_proj.scales": "model-00001-of-00003.safetensors",
     "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.5.mlp.down_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.down_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.down_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.down_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.down_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.5.mlp.gate_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.gate_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.gate_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.gate_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.gate_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.5.mlp.up_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.up_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.up_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.5.mlp.up_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -878,7 +783,6 @@
     "model.layers.5.self_attn.k_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.5.self_attn.k_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.5.self_attn.k_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.5.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.5.self_attn.o_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.5.self_attn.o_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.5.self_attn.o_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -894,17 +798,14 @@
     "model.layers.5.self_attn.v_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.5.self_attn.v_proj.scales": "model-00001-of-00003.safetensors",
     "model.layers.6.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.6.mlp.down_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.6.mlp.down_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.6.mlp.down_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.6.mlp.down_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.6.mlp.down_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.6.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.6.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.6.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.6.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.6.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.6.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.6.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.6.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.6.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -915,7 +816,6 @@
     "model.layers.6.self_attn.k_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.6.self_attn.k_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.6.self_attn.k_proj.scales": "model-00001-of-00003.safetensors",
-    "model.layers.6.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
     "model.layers.6.self_attn.o_proj.g_idx": "model-00001-of-00003.safetensors",
     "model.layers.6.self_attn.o_proj.qweight": "model-00001-of-00003.safetensors",
     "model.layers.6.self_attn.o_proj.qzeros": "model-00001-of-00003.safetensors",
@@ -931,17 +831,14 @@
     "model.layers.6.self_attn.v_proj.qzeros": "model-00001-of-00003.safetensors",
     "model.layers.6.self_attn.v_proj.scales": "model-00001-of-00003.safetensors",
     "model.layers.7.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.7.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.7.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.7.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.7.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -952,7 +849,6 @@
     "model.layers.7.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.7.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.7.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.7.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.7.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.7.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.7.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -968,17 +864,14 @@
     "model.layers.7.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.7.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.8.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.8.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.8.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.8.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.8.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -989,7 +882,6 @@
     "model.layers.8.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.8.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.8.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.8.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.8.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.8.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.8.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -1005,17 +897,14 @@
     "model.layers.8.self_attn.v_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.8.self_attn.v_proj.scales": "model-00002-of-00003.safetensors",
     "model.layers.9.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.9.mlp.down_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.down_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.down_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.down_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.down_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.9.mlp.gate_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.gate_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.gate_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.gate_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.gate_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.9.mlp.up_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.up_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.up_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.9.mlp.up_proj.qzeros": "model-00002-of-00003.safetensors",
@@ -1026,7 +915,6 @@
     "model.layers.9.self_attn.k_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.9.self_attn.k_proj.qzeros": "model-00002-of-00003.safetensors",
     "model.layers.9.self_attn.k_proj.scales": "model-00002-of-00003.safetensors",
-    "model.layers.9.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
     "model.layers.9.self_attn.o_proj.g_idx": "model-00002-of-00003.safetensors",
     "model.layers.9.self_attn.o_proj.qweight": "model-00002-of-00003.safetensors",
     "model.layers.9.self_attn.o_proj.qzeros": "model-00002-of-00003.safetensors",