Upload 7 files

config.json

@@ -0,0 +1,39 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 128000,
+    "eos_token_id": 128001,
+    "pad_token_id": 128002,
+    "hidden_act": "silu",
+    "hidden_size": 8192,
+    "initializer_range": 0.02,
+    "intermediate_size": 28672,
+    "max_position_embeddings": 32768,
+    "model_type": "llama",
+    "num_attention_heads": 64,
+    "num_hidden_layers": 80,
+    "num_key_value_heads": 8,
+    "pretraining_tp": 1,
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": null,
+    "rope_theta": 4134231.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.40.0.dev0",
+    "use_cache": true,
+    "vocab_size": 128256,
+    "quantization_config": {
+        "quant_method": "exl2",
+        "version": "0.0.19",
+        "bits": 4.0,
+        "head_bits": 6,
+        "calibration": {
+            "rows": 100,
+            "length": 2048,
+            "dataset": "llama3.parquet"
+        }
+    }
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "eos_token_id": [128001, 128009],
+  "transformers_version": "4.40.0.dev0"
+}

huggingface-metadata.txt

@@ -0,0 +1,34 @@
+url: https://huggingface.co/Undi95/Meta-Llama-3-70B-Instruct-hf
+branch: main
+download date: 2024-04-22 10:07:35
+sha256sum:
+    f4e01a87b16219a59598c72ed92e5c9603345f2aaf13f42f680774fb8a0cfeff model-00001-of-00030.safetensors
+    2a83b09b60919110ee93534e9f74cd8226303d9cb7d6aa746358dd04384e839d model-00002-of-00030.safetensors
+    87d2facf25a9d2f3ce66cedf4bd68905327fbe9b1290021363eeef76968a34d4 model-00003-of-00030.safetensors
+    c4e301d97800c54994cf51214ce0f8625b8e786e72ee7d343af958ef7ca5210b model-00004-of-00030.safetensors
+    a830098f3b27c2b3afacbfb8bc81027475c84723ab2b9b6aa64ba324e3490b8c model-00005-of-00030.safetensors
+    f90898a2f84d358934a107f06e0456f27f6d9decd1bb6550d408299f351e43b0 model-00006-of-00030.safetensors
+    094ea79d1f139f1d06010aad81dea2977854f3d84525d133319e41de9639c6d0 model-00007-of-00030.safetensors
+    656a97ed74f1e2d8eb8d6a4cb366b496a18f4068d78ff03f39174e4f78d8299f model-00008-of-00030.safetensors
+    6ef19fe6878f83bbdfaf3b8351b7c0d240dff752166a769e1b5faba86053f47f model-00009-of-00030.safetensors
+    3f5c862d68cac42c83d7c1d882335193ca70998d931a579134fc60391526f299 model-00010-of-00030.safetensors
+    5069c458a2b718892081b523a0d62707c94686a791d040efd7996238c53546fd model-00011-of-00030.safetensors
+    4fc6b8d0aa5e4fa0cff84808b61aa5706b892751235387da15e2f7a06ea40255 model-00012-of-00030.safetensors
+    dd6b0bee0dc1c9922ac29d306a007d5c00e8c62d47048e2170cbc541df9365b8 model-00013-of-00030.safetensors
+    e3e639549b468068b4b56c10fbb5dcdb9055b00eb091c465a94ed5bc1bcdd06b model-00014-of-00030.safetensors
+    c684b3f14c83ed9b47d898f9991cef0a794e443e0fa65997f8ce98b6122494d0 model-00015-of-00030.safetensors
+    5f022fc253cf160e50fe90430d8aed958504d1fd88e10130e3f7db15ffb17706 model-00016-of-00030.safetensors
+    5deba82b84fa8845ecc33e2a830edcdd7c120842abf8a1c7fa9e682f62021965 model-00017-of-00030.safetensors
+    a36439c17e7803558e304d5b0377fa8119d5ba3499cde26464441a496036bf94 model-00018-of-00030.safetensors
+    f4437edf1bb25215f07b35e41ff3a4acf246880da48becc7036ffab5b1f156d3 model-00019-of-00030.safetensors
+    0f633fb349e375f6efcd8090002d8434d2c32de9a26a5a4a4642b0ca6b0dc4b1 model-00020-of-00030.safetensors
+    822375943b336e81ee6f2ffb772dce5eb3ff80b409c970cacd322fd7592fdafb model-00021-of-00030.safetensors
+    d74498dd8ced33fbe71de2862e304c810e0eb8586cefa0e78be4e83bf4f3a6b2 model-00022-of-00030.safetensors
+    3eaff18c4b8acd5ade719459589000d779bf187cf618be39af8f5ff3dcf5ac4e model-00023-of-00030.safetensors
+    24fef0fc4f5bf114e8857a458e4208e6d5aac3012e8b944a091db603c7cfd6fe model-00024-of-00030.safetensors
+    08342128034e6447f8618a25396e01da3cd6c96d862fb5652192eb2a79cb1fe8 model-00025-of-00030.safetensors
+    15b71543deddf56ba1294a2755a31fe9eae07c3441a726e23b151992f6c8f9ea model-00026-of-00030.safetensors
+    b959b85d58036fb857a018506638c4a9bd53a3ee2087a9569cb5ba2034b6b836 model-00027-of-00030.safetensors
+    c8bfb9aa606df974943e1c88353fbef1b77283adc01753bc11922cd60043d789 model-00028-of-00030.safetensors
+    8a50b4f7aa4c1587000bb39499e183345fb0c841daa1dba71f30b3d300438308 model-00029-of-00030.safetensors
+    55298e57c1dfe47357f5b367863da3ad8aa7b009249b4d7146bd4cf22f004e89 model-00030-of-00030.safetensors

model.safetensors.index.json

@@ -0,0 +1,730 @@
+{
+  "metadata": {
+    "total_size": 141107412992
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00030-of-00030.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.40.input_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.40.mlp.down_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.40.mlp.gate_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.mlp.up_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.post_attention_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.40.self_attn.k_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.o_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.q_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.v_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.41.input_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.mlp.down_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.mlp.gate_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.mlp.up_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.post_attention_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.k_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.o_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.q_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.v_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.input_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.mlp.down_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.mlp.gate_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.mlp.up_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.post_attention_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.k_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.o_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.q_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.v_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.input_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.mlp.down_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.mlp.gate_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.mlp.up_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.post_attention_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.self_attn.k_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.o_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.q_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.v_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.44.input_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.mlp.down_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.mlp.gate_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.mlp.up_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.post_attention_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.k_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.o_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.q_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.v_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.input_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.mlp.down_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.mlp.gate_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.mlp.up_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.post_attention_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.k_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.o_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.q_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.v_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.input_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.mlp.down_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.mlp.gate_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.mlp.up_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.post_attention_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.self_attn.k_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.o_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.q_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.v_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.47.input_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.mlp.down_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.mlp.gate_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.mlp.up_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.post_attention_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.k_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.o_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.q_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.v_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.input_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.mlp.down_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.mlp.gate_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.mlp.up_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.post_attention_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.k_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.o_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.q_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.v_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.input_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.mlp.down_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.mlp.gate_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.mlp.up_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.post_attention_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.self_attn.k_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.o_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.self_attn.q_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.v_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.50.input_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.mlp.down_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.mlp.gate_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.mlp.up_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.post_attention_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.k_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.o_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.q_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.v_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.input_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.mlp.down_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.mlp.gate_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.mlp.up_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.post_attention_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.k_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.o_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.q_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.v_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.52.input_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.mlp.down_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.mlp.gate_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.mlp.up_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.post_attention_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.k_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.o_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.q_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.v_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.input_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.mlp.down_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.mlp.gate_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.mlp.up_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.post_attention_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.k_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.o_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.q_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.v_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.input_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.54.mlp.down_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.54.mlp.gate_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.mlp.up_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.post_attention_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.54.self_attn.k_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.o_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.q_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.v_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.55.input_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.mlp.down_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.mlp.gate_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.mlp.up_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.post_attention_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.k_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.o_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.q_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.v_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.input_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.mlp.down_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.mlp.gate_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.mlp.up_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.post_attention_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.k_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.o_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.q_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.v_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.input_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.mlp.down_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.mlp.gate_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.mlp.up_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.post_attention_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.self_attn.k_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.o_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.q_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.v_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.58.input_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.mlp.down_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.mlp.gate_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.mlp.up_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.post_attention_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.k_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.o_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.q_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.v_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.input_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.mlp.down_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.mlp.gate_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.mlp.up_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.post_attention_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.k_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.o_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.q_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.v_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.60.input_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.mlp.down_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.mlp.gate_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.mlp.up_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.post_attention_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.self_attn.k_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.o_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.q_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.v_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.61.input_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.mlp.down_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.mlp.gate_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.mlp.up_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.post_attention_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.k_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.o_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.q_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.v_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.input_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.mlp.down_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.mlp.gate_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.mlp.up_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.post_attention_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.k_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.o_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.q_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.v_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.63.input_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.mlp.down_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.mlp.gate_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.mlp.up_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.post_attention_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.self_attn.k_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.63.self_attn.o_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.self_attn.q_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.63.self_attn.v_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.64.input_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.mlp.down_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.mlp.gate_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.mlp.up_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.post_attention_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.k_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.o_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.q_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.v_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.input_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.mlp.down_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.mlp.gate_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.mlp.up_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.post_attention_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.k_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.o_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.q_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.v_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.66.input_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.mlp.down_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.mlp.gate_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.mlp.up_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.post_attention_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.k_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.o_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.q_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.v_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.input_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.mlp.down_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.mlp.gate_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.mlp.up_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.post_attention_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.k_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.o_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.q_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.v_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.input_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.68.mlp.down_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.68.mlp.gate_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.mlp.up_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.post_attention_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.68.self_attn.k_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.o_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.q_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.v_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.69.input_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.mlp.down_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.mlp.gate_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.mlp.up_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.post_attention_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.k_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.o_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.q_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.v_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.70.input_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.mlp.down_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.mlp.gate_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.mlp.up_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.post_attention_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.k_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.o_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.q_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.v_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.input_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.mlp.down_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.mlp.gate_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.mlp.up_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.post_attention_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.self_attn.k_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.o_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.q_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.v_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.72.input_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.mlp.down_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.mlp.gate_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.mlp.up_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.post_attention_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.k_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.o_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.q_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.v_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.input_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.mlp.down_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.mlp.gate_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.mlp.up_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.post_attention_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.k_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.o_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.q_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.v_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.input_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.mlp.down_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.mlp.gate_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.mlp.up_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.post_attention_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.self_attn.k_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.self_attn.o_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.self_attn.q_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.self_attn.v_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.75.input_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.mlp.down_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.mlp.gate_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.mlp.up_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.post_attention_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.k_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.o_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.q_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.v_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.input_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.mlp.down_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.mlp.gate_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.mlp.up_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.post_attention_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.k_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.o_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.q_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.v_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.77.input_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.mlp.down_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.mlp.gate_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.mlp.up_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.post_attention_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.k_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.77.self_attn.o_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.q_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.77.self_attn.v_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.78.input_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.mlp.down_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.mlp.gate_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.mlp.up_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.post_attention_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.k_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.o_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.q_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.v_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.input_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.mlp.down_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.mlp.gate_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.mlp.up_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.post_attention_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.k_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.o_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.q_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.v_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00004-of-00030.safetensors",
+    "model.norm.weight": "model-00029-of-00030.safetensors"
+  }
+}

output-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916f069ae3feaa81fc1ae04bbcb4bf0a52ddda73d2a99bb4b4f44b860384b714
+size 8580562218

output-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f0d26e7f166fa8151982ac51e0cb0458ddbf1d9d20c52fd67fcd494f35d639
+size 8467117636

output-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff34e6bfe981fb82505895a3b9cb25252e719a7d2fefd8824d6290c58d8b61eb
+size 8510137592