{ "metadata": { "total_size": 1552033794 }, "weight_map": { "lm_head.0.bias": "model-00001-of-00002.safetensors", "lm_head.0.weight": "model-00001-of-00002.safetensors", "lm_head.1.weight": "model-00002-of-00002.safetensors", "transformer.h.0.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.0.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.0.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.0.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.0.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.0.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.0.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.0.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.0.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.1.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.1.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.1.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.1.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.1.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.1.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.1.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.1.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.1.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.10.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.10.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.10.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.10.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.10.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.10.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.10.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.10.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.10.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.11.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.11.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.11.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.11.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.11.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.11.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.11.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.11.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.11.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.12.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.12.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.12.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.12.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.12.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.12.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.12.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.12.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.12.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.13.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.13.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.13.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.13.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.13.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.13.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.13.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.13.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.13.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.2.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.2.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.2.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.2.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.2.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.2.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.2.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.2.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.2.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.3.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.3.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.3.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.3.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.3.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.3.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.3.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.3.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.3.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.4.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.4.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.4.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.4.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.4.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.4.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.4.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.4.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.4.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.5.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.5.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.5.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.5.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.5.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.5.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.5.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.5.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.5.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.6.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.6.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.6.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.6.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.6.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.6.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.6.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.6.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.6.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.7.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.7.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.7.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.7.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.7.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.7.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.7.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.7.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.7.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.8.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.8.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.8.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.8.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.8.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.8.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.8.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.8.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.8.ln2.weight": "model-00001-of-00002.safetensors", "transformer.h.9.attn.out.weight": "model-00001-of-00002.safetensors", "transformer.h.9.attn.qkv.weight": "model-00001-of-00002.safetensors", "transformer.h.9.ffn.down_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.9.ffn.gate_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.9.ffn.up_proj.weight": "model-00001-of-00002.safetensors", "transformer.h.9.ln1.bias": "model-00001-of-00002.safetensors", "transformer.h.9.ln1.weight": "model-00001-of-00002.safetensors", "transformer.h.9.ln2.bias": "model-00001-of-00002.safetensors", "transformer.h.9.ln2.weight": "model-00001-of-00002.safetensors", "transformer.ln_f.bias": "model-00001-of-00002.safetensors", "transformer.ln_f.weight": "model-00001-of-00002.safetensors", "transformer.wln.bias": "model-00001-of-00002.safetensors", "transformer.wln.weight": "model-00001-of-00002.safetensors", "transformer.wpe.scale_factor": "model-00001-of-00002.safetensors", "transformer.wte.0.weight": "model-00001-of-00002.safetensors", "transformer.wte.1.bias": "model-00001-of-00002.safetensors", "transformer.wte.1.weight": "model-00001-of-00002.safetensors" } }