Upload folder using huggingface_hub

config.json

@@ -0,0 +1,62 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 32,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:1.4.6-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.47.1",
+  "use_cache": true,
+  "vocab_size": 128256
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62814e6a3861364aeb6c9f0409990c2a72817f8cd8fd72c498b0ea637523673f
+size 1614733472

quant_log.csv

@@ -0,0 +1,113 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.02168,0.01000,0.732
+0,self_attn.v_proj,0.00053,0.01000,0.632
+0,self_attn.q_proj,0.04424,0.01000,0.614
+0,self_attn.o_proj,0.00005,0.01000,0.607
+0,mlp.up_proj,0.03671,0.01000,0.636
+0,mlp.gate_proj,0.04622,0.01000,0.776
+0,mlp.down_proj,0.00027,0.01000,2.563
+1,self_attn.k_proj,0.03438,0.01000,0.654
+1,self_attn.v_proj,0.00195,0.01000,0.643
+1,self_attn.q_proj,0.06312,0.01000,0.658
+1,self_attn.o_proj,0.00014,0.01000,0.665
+1,mlp.up_proj,0.05251,0.01000,0.660
+1,mlp.gate_proj,0.07196,0.01000,0.793
+1,mlp.down_proj,0.13592,0.01000,2.671
+2,self_attn.k_proj,0.06812,0.01000,0.635
+2,self_attn.v_proj,0.00459,0.01000,0.633
+2,self_attn.q_proj,0.13188,0.01000,0.648
+2,self_attn.o_proj,0.00021,0.01000,0.653
+2,mlp.up_proj,0.06672,0.01000,0.667
+2,mlp.gate_proj,0.10655,0.01000,0.795
+2,mlp.down_proj,0.00084,0.01000,2.664
+3,self_attn.k_proj,0.04493,0.01000,0.652
+3,self_attn.v_proj,0.00586,0.01000,0.620
+3,self_attn.q_proj,0.09710,0.01000,0.623
+3,self_attn.o_proj,0.00041,0.01000,0.633
+3,mlp.up_proj,0.08134,0.01000,0.654
+3,mlp.gate_proj,0.16285,0.01000,0.647
+3,mlp.down_proj,0.00128,0.01000,2.671
+4,self_attn.k_proj,0.04807,0.01000,0.604
+4,self_attn.v_proj,0.00549,0.01000,0.591
+4,self_attn.q_proj,0.09806,0.01000,0.611
+4,self_attn.o_proj,0.00059,0.01000,0.626
+4,mlp.up_proj,0.08266,0.01000,0.643
+4,mlp.gate_proj,0.17954,0.01000,0.627
+4,mlp.down_proj,0.00149,0.01000,2.526
+5,self_attn.k_proj,0.07132,0.01000,0.603
+5,self_attn.v_proj,0.00474,0.01000,0.623
+5,self_attn.q_proj,0.12509,0.01000,0.610
+5,self_attn.o_proj,0.00061,0.01000,0.634
+5,mlp.up_proj,0.09010,0.01000,0.655
+5,mlp.gate_proj,0.16730,0.01000,0.623
+5,mlp.down_proj,0.00180,0.01000,2.580
+6,self_attn.k_proj,0.05819,0.01000,0.615
+6,self_attn.v_proj,0.00612,0.01000,0.594
+6,self_attn.q_proj,0.09133,0.01000,0.603
+6,self_attn.o_proj,0.00093,0.01000,0.615
+6,mlp.up_proj,0.09097,0.01000,0.661
+6,mlp.gate_proj,0.16461,0.01000,0.752
+6,mlp.down_proj,0.00181,0.01000,2.506
+7,self_attn.k_proj,0.05784,0.01000,0.603
+7,self_attn.v_proj,0.00698,0.01000,0.590
+7,self_attn.q_proj,0.10795,0.01000,0.609
+7,self_attn.o_proj,0.00090,0.01000,0.631
+7,mlp.up_proj,0.09403,0.01000,0.653
+7,mlp.gate_proj,0.15263,0.01000,0.650
+7,mlp.down_proj,0.00196,0.01000,2.499
+8,self_attn.k_proj,0.06733,0.01000,0.591
+8,self_attn.v_proj,0.00663,0.01000,0.594
+8,self_attn.q_proj,0.10911,0.01000,0.611
+8,self_attn.o_proj,0.00114,0.01000,0.620
+8,mlp.up_proj,0.10367,0.01000,0.642
+8,mlp.gate_proj,0.16448,0.01000,0.628
+8,mlp.down_proj,0.00263,0.01000,2.473
+9,self_attn.k_proj,0.05555,0.01000,0.597
+9,self_attn.v_proj,0.00782,0.01000,0.598
+9,self_attn.q_proj,0.13325,0.01000,0.625
+9,self_attn.o_proj,0.00155,0.01000,0.632
+9,mlp.up_proj,0.11070,0.01000,0.666
+9,mlp.gate_proj,0.18121,0.01000,0.649
+9,mlp.down_proj,0.00325,0.01000,2.563
+10,self_attn.k_proj,0.06845,0.01000,0.592
+10,self_attn.v_proj,0.00844,0.01000,0.592
+10,self_attn.q_proj,0.13737,0.01000,0.607
+10,self_attn.o_proj,0.00105,0.01000,0.600
+10,mlp.up_proj,0.13314,0.01000,0.625
+10,mlp.gate_proj,0.21042,0.01000,0.613
+10,mlp.down_proj,0.00412,0.01000,2.506
+11,self_attn.k_proj,0.08247,0.01000,0.590
+11,self_attn.v_proj,0.00849,0.01000,0.594
+11,self_attn.q_proj,0.13637,0.01000,0.599
+11,self_attn.o_proj,0.00090,0.01000,0.601
+11,mlp.up_proj,0.14766,0.01000,0.640
+11,mlp.gate_proj,0.22769,0.01000,0.632
+11,mlp.down_proj,0.00453,0.01000,2.479
+12,self_attn.k_proj,0.08029,0.01000,0.581
+12,self_attn.v_proj,0.00880,0.01000,0.579
+12,self_attn.q_proj,0.13529,0.01000,0.603
+12,self_attn.o_proj,0.00088,0.01000,0.585
+12,mlp.up_proj,0.15437,0.01000,0.612
+12,mlp.gate_proj,0.22473,0.01000,0.610
+12,mlp.down_proj,0.00506,0.01000,2.522
+13,self_attn.k_proj,0.07901,0.01000,0.610
+13,self_attn.v_proj,0.01435,0.01000,0.578
+13,self_attn.q_proj,0.15220,0.01000,0.602
+13,self_attn.o_proj,0.00121,0.01000,0.613
+13,mlp.up_proj,0.18113,0.01000,0.642
+13,mlp.gate_proj,0.24019,0.01000,0.611
+13,mlp.down_proj,0.00736,0.01000,2.476
+14,self_attn.k_proj,0.08390,0.01000,0.579
+14,self_attn.v_proj,0.03109,0.01000,0.576
+14,self_attn.q_proj,0.16015,0.01000,0.601
+14,self_attn.o_proj,0.00296,0.01000,0.600
+14,mlp.up_proj,0.20902,0.01000,0.663
+14,mlp.gate_proj,0.29858,0.01000,0.608
+14,mlp.down_proj,0.00978,0.01000,2.525
+15,self_attn.k_proj,0.07619,0.01000,0.582
+15,self_attn.v_proj,0.03300,0.01000,0.577
+15,self_attn.q_proj,0.14672,0.01000,0.598
+15,self_attn.o_proj,0.00982,0.01000,0.612
+15,mlp.up_proj,0.25285,0.01000,0.633
+15,mlp.gate_proj,0.33463,0.01000,0.617
+15,mlp.down_proj,0.02326,0.01000,2.467

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "dynamic": null,
+  "group_size": 32,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.4.6-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}