Upload folder using huggingface_hub

config.json

@@ -0,0 +1,61 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "meta-llama/Llama-3.3-70B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0015,
+      "damp_percent": 0.01,
+      "quantizer": [
+        "gptqmodel:1.4.0-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.47.0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7922de01bdca5ad0d97084163f53b2954a48b179a006c25e838d45432046f587
+size 39792965480

quant_log.csv

@@ -0,0 +1,561 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.57035,0.01000,2.657
+0,self_attn.v_proj,1.47052,0.01000,2.351
+0,self_attn.q_proj,1.32896,0.01000,2.406
+0,self_attn.o_proj,0.00012,0.01000,2.410
+0,mlp.up_proj,0.42204,0.01000,2.590
+0,mlp.gate_proj,0.43135,0.01000,2.543
+0,mlp.down_proj,0.00059,0.01000,12.464
+1,self_attn.k_proj,0.42801,0.01000,2.404
+1,self_attn.v_proj,0.40142,0.01000,2.362
+1,self_attn.q_proj,1.63970,0.01000,2.426
+1,self_attn.o_proj,0.00060,0.01000,2.436
+1,mlp.up_proj,0.42048,0.01000,2.597
+1,mlp.gate_proj,0.43219,0.01000,2.544
+1,mlp.down_proj,0.00066,0.01000,12.450
+2,self_attn.k_proj,0.13810,0.01000,2.390
+2,self_attn.v_proj,0.02891,0.01000,2.347
+2,self_attn.q_proj,0.63511,0.01000,2.417
+2,self_attn.o_proj,0.00098,0.01000,2.426
+2,mlp.up_proj,0.94861,0.01000,2.574
+2,mlp.gate_proj,0.97155,0.01000,2.534
+2,mlp.down_proj,0.00155,0.01000,12.369
+3,self_attn.k_proj,0.37560,0.01000,2.370
+3,self_attn.v_proj,0.05439,0.01000,2.339
+3,self_attn.q_proj,1.19933,0.01000,2.401
+3,self_attn.o_proj,0.00116,0.01000,2.424
+3,mlp.up_proj,1.59134,0.01000,2.584
+3,mlp.gate_proj,1.77250,0.01000,2.544
+3,mlp.down_proj,0.02647,0.01000,12.401
+4,self_attn.k_proj,0.41622,0.01000,2.398
+4,self_attn.v_proj,0.06400,0.01000,2.358
+4,self_attn.q_proj,1.26602,0.01000,2.411
+4,self_attn.o_proj,0.00084,0.01000,2.422
+4,mlp.up_proj,1.74960,0.01000,2.584
+4,mlp.gate_proj,1.80884,0.01000,2.540
+4,mlp.down_proj,0.00400,0.01000,12.399
+5,self_attn.k_proj,0.60114,0.01000,2.393
+5,self_attn.v_proj,0.13286,0.01000,2.344
+5,self_attn.q_proj,1.89099,0.01000,2.419
+5,self_attn.o_proj,0.00190,0.01000,2.437
+5,mlp.up_proj,2.20372,0.01000,2.589
+5,mlp.gate_proj,2.37831,0.01000,2.540
+5,mlp.down_proj,0.00660,0.01000,12.367
+6,self_attn.k_proj,1.00460,0.01000,2.371
+6,self_attn.v_proj,0.15128,0.01000,2.326
+6,self_attn.q_proj,2.92848,0.01000,2.386
+6,self_attn.o_proj,0.00212,0.01000,2.409
+6,mlp.up_proj,2.19970,0.01000,2.576
+6,mlp.gate_proj,2.31402,0.01000,2.532
+6,mlp.down_proj,0.00919,0.01000,12.448
+7,self_attn.k_proj,1.19295,0.01000,2.380
+7,self_attn.v_proj,0.17405,0.01000,2.322
+7,self_attn.q_proj,3.59537,0.01000,2.403
+7,self_attn.o_proj,0.00162,0.01000,2.428
+7,mlp.up_proj,2.58627,0.01000,2.576
+7,mlp.gate_proj,2.73543,0.01000,2.530
+7,mlp.down_proj,0.01228,0.01000,12.390
+8,self_attn.k_proj,0.88642,0.01000,2.384
+8,self_attn.v_proj,0.16166,0.01000,2.319
+8,self_attn.q_proj,2.53692,0.01000,2.407
+8,self_attn.o_proj,0.00341,0.01000,2.410
+8,mlp.up_proj,3.88630,0.01000,2.579
+8,mlp.gate_proj,4.10945,0.01000,2.534
+8,mlp.down_proj,0.01468,0.01000,12.399
+9,self_attn.k_proj,0.75486,0.01000,2.376
+9,self_attn.v_proj,0.12879,0.01000,2.322
+9,self_attn.q_proj,2.22640,0.01000,2.396
+9,self_attn.o_proj,0.00491,0.01000,2.402
+9,mlp.up_proj,6.16445,0.01000,2.583
+9,mlp.gate_proj,6.62525,0.01000,2.535
+9,mlp.down_proj,0.01891,0.01000,12.377
+10,self_attn.k_proj,2.21197,0.01000,2.372
+10,self_attn.v_proj,0.29660,0.01000,2.325
+10,self_attn.q_proj,6.23046,0.01000,2.413
+10,self_attn.o_proj,0.00592,0.01000,2.384
+10,mlp.up_proj,4.15596,0.01000,2.571
+10,mlp.gate_proj,4.44713,0.01000,2.536
+10,mlp.down_proj,0.02901,0.01000,12.351
+11,self_attn.k_proj,2.23967,0.01000,2.400
+11,self_attn.v_proj,0.31593,0.01000,2.351
+11,self_attn.q_proj,5.37146,0.01000,2.396
+11,self_attn.o_proj,0.00716,0.01000,2.390
+11,mlp.up_proj,6.03220,0.01000,2.578
+11,mlp.gate_proj,6.44322,0.01000,2.534
+11,mlp.down_proj,0.03901,0.01000,12.379
+12,self_attn.k_proj,1.53060,0.01000,2.379
+12,self_attn.v_proj,0.26643,0.01000,2.330
+12,self_attn.q_proj,4.37793,0.01000,2.396
+12,self_attn.o_proj,0.00726,0.01000,2.401
+12,mlp.up_proj,5.41540,0.01000,2.584
+12,mlp.gate_proj,5.80091,0.01000,2.539
+12,mlp.down_proj,0.04740,0.01000,12.316
+13,self_attn.k_proj,2.27633,0.01000,2.376
+13,self_attn.v_proj,0.30485,0.01000,2.320
+13,self_attn.q_proj,6.06090,0.01000,2.388
+13,self_attn.o_proj,0.02961,0.01000,2.405
+13,mlp.up_proj,5.01690,0.01000,2.576
+13,mlp.gate_proj,5.32263,0.01000,2.531
+13,mlp.down_proj,0.06650,0.01000,12.387
+14,self_attn.k_proj,2.83633,0.01000,2.373
+14,self_attn.v_proj,0.37186,0.01000,2.312
+14,self_attn.q_proj,8.34845,0.01000,2.401
+14,self_attn.o_proj,0.04001,0.01000,2.407
+14,mlp.up_proj,6.58338,0.01000,2.553
+14,mlp.gate_proj,7.04548,0.01000,2.526
+14,mlp.down_proj,0.09719,0.01000,12.348
+15,self_attn.k_proj,2.48118,0.01000,2.397
+15,self_attn.v_proj,0.35579,0.01000,2.340
+15,self_attn.q_proj,7.05407,0.01000,2.412
+15,self_attn.o_proj,0.04138,0.01000,2.441
+15,mlp.up_proj,7.82927,0.01000,2.577
+15,mlp.gate_proj,8.54841,0.01000,2.537
+15,mlp.down_proj,0.12537,0.01000,12.442
+16,self_attn.k_proj,2.62704,0.01000,2.372
+16,self_attn.v_proj,0.39784,0.01000,2.336
+16,self_attn.q_proj,8.07435,0.01000,2.379
+16,self_attn.o_proj,0.05020,0.01000,2.401
+16,mlp.up_proj,10.08904,0.01000,2.570
+16,mlp.gate_proj,11.10111,0.01000,2.528
+16,mlp.down_proj,0.16947,0.01000,12.337
+17,self_attn.k_proj,4.36580,0.01000,2.385
+17,self_attn.v_proj,0.46434,0.01000,2.309
+17,self_attn.q_proj,12.00885,0.01000,2.414
+17,self_attn.o_proj,0.12850,0.01000,2.425
+17,mlp.up_proj,12.33495,0.01000,2.574
+17,mlp.gate_proj,13.55825,0.01000,2.529
+17,mlp.down_proj,0.24378,0.01000,12.424
+18,self_attn.k_proj,5.60858,0.01000,2.380
+18,self_attn.v_proj,0.63289,0.01000,2.354
+18,self_attn.q_proj,16.55243,0.01000,2.401
+18,self_attn.o_proj,0.14321,0.01000,2.402
+18,mlp.up_proj,15.96843,0.01000,2.550
+18,mlp.gate_proj,17.98333,0.01000,2.500
+18,mlp.down_proj,0.32340,0.01000,12.371
+19,self_attn.k_proj,5.16959,0.01000,2.400
+19,self_attn.v_proj,0.74440,0.01000,2.347
+19,self_attn.q_proj,14.47852,0.01000,2.394
+19,self_attn.o_proj,0.14691,0.01000,2.430
+19,mlp.up_proj,16.84079,0.01000,2.590
+19,mlp.gate_proj,19.60419,0.01000,2.546
+19,mlp.down_proj,0.36414,0.01000,12.410
+20,self_attn.k_proj,6.47528,0.01000,2.380
+20,self_attn.v_proj,0.74963,0.01000,2.327
+20,self_attn.q_proj,14.17394,0.01000,2.408
+20,self_attn.o_proj,0.11211,0.01000,2.410
+20,mlp.up_proj,18.55169,0.01000,2.570
+20,mlp.gate_proj,21.14960,0.01000,2.524
+20,mlp.down_proj,0.37619,0.01000,12.351
+21,self_attn.k_proj,9.81788,0.01000,2.356
+21,self_attn.v_proj,0.89676,0.01000,2.299
+21,self_attn.q_proj,22.92135,0.01000,2.392
+21,self_attn.o_proj,0.16588,0.01000,2.393
+21,mlp.up_proj,21.32033,0.01000,2.581
+21,mlp.gate_proj,24.48094,0.01000,2.538
+21,mlp.down_proj,0.42420,0.01000,12.352
+22,self_attn.k_proj,10.66650,0.01000,2.377
+22,self_attn.v_proj,1.39040,0.01000,2.323
+22,self_attn.q_proj,23.65294,0.01000,2.398
+22,self_attn.o_proj,0.09598,0.01000,2.427
+22,mlp.up_proj,23.02085,0.01000,2.577
+22,mlp.gate_proj,27.06548,0.01000,2.531
+22,mlp.down_proj,0.42023,0.01000,12.385
+23,self_attn.k_proj,11.88396,0.01000,2.400
+23,self_attn.v_proj,1.27841,0.01000,2.370
+23,self_attn.q_proj,25.22909,0.01000,2.417
+23,self_attn.o_proj,0.12637,0.01000,2.437
+23,mlp.up_proj,24.15950,0.01000,2.603
+23,mlp.gate_proj,28.57765,0.01000,2.561
+23,mlp.down_proj,0.42992,0.01000,12.479
+24,self_attn.k_proj,6.27533,0.01000,2.372
+24,self_attn.v_proj,0.67591,0.01000,2.308
+24,self_attn.q_proj,11.09771,0.01000,2.394
+24,self_attn.o_proj,0.10294,0.01000,2.407
+24,mlp.up_proj,25.17421,0.01000,2.575
+24,mlp.gate_proj,29.08055,0.01000,2.531
+24,mlp.down_proj,0.45674,0.01000,12.389
+25,self_attn.k_proj,12.02082,0.01000,2.411
+25,self_attn.v_proj,1.35643,0.01000,2.373
+25,self_attn.q_proj,23.12022,0.01000,2.414
+25,self_attn.o_proj,0.11384,0.01000,2.408
+25,mlp.up_proj,27.31142,0.01000,2.594
+25,mlp.gate_proj,31.58317,0.01000,2.558
+25,mlp.down_proj,0.49229,0.01000,12.438
+26,self_attn.k_proj,11.96870,0.01000,2.423
+26,self_attn.v_proj,1.38614,0.01000,2.350
+26,self_attn.q_proj,23.65503,0.01000,2.426
+26,self_attn.o_proj,0.12416,0.01000,2.423
+26,mlp.up_proj,28.19983,0.01000,2.614
+26,mlp.gate_proj,32.36074,0.01000,2.552
+26,mlp.down_proj,0.52981,0.01000,12.445
+27,self_attn.k_proj,12.18930,0.01000,2.377
+27,self_attn.v_proj,0.86143,0.01000,2.337
+27,self_attn.q_proj,23.78441,0.01000,2.410
+27,self_attn.o_proj,0.25728,0.01000,2.420
+27,mlp.up_proj,26.60479,0.01000,2.577
+27,mlp.gate_proj,29.91342,0.01000,2.543
+27,mlp.down_proj,0.57599,0.01000,12.401
+28,self_attn.k_proj,14.01640,0.01000,2.407
+28,self_attn.v_proj,1.19739,0.01000,2.365
+28,self_attn.q_proj,28.35421,0.01000,2.401
+28,self_attn.o_proj,0.21742,0.01000,2.434
+28,mlp.up_proj,27.32375,0.01000,2.588
+28,mlp.gate_proj,30.71216,0.01000,2.542
+28,mlp.down_proj,0.64283,0.01000,12.378
+29,self_attn.k_proj,14.76551,0.01000,2.398
+29,self_attn.v_proj,1.14310,0.01000,2.362
+29,self_attn.q_proj,28.58216,0.01000,2.409
+29,self_attn.o_proj,0.24004,0.01000,2.427
+29,mlp.up_proj,28.34542,0.01000,2.598
+29,mlp.gate_proj,31.86575,0.01000,2.552
+29,mlp.down_proj,0.68480,0.01000,12.450
+30,self_attn.k_proj,11.88239,0.01000,2.395
+30,self_attn.v_proj,0.98647,0.01000,2.343
+30,self_attn.q_proj,23.09733,0.01000,2.407
+30,self_attn.o_proj,0.25479,0.01000,2.423
+30,mlp.up_proj,27.81762,0.01000,2.594
+30,mlp.gate_proj,30.93171,0.01000,2.547
+30,mlp.down_proj,0.67414,0.01000,12.351
+31,self_attn.k_proj,15.44827,0.01000,2.383
+31,self_attn.v_proj,1.00508,0.01000,2.325
+31,self_attn.q_proj,33.67770,0.01000,2.384
+31,self_attn.o_proj,0.44765,0.01000,2.412
+31,mlp.up_proj,28.46461,0.01000,2.577
+31,mlp.gate_proj,30.97182,0.01000,2.531
+31,mlp.down_proj,0.70130,0.01000,12.405
+32,self_attn.k_proj,10.04720,0.01000,2.386
+32,self_attn.v_proj,1.12798,0.01000,2.354
+32,self_attn.q_proj,20.07824,0.01000,2.389
+32,self_attn.o_proj,0.18536,0.01000,2.413
+32,mlp.up_proj,28.29184,0.01000,2.573
+32,mlp.gate_proj,31.21350,0.01000,2.531
+32,mlp.down_proj,0.73541,0.01000,12.368
+33,self_attn.k_proj,15.88254,0.01000,2.391
+33,self_attn.v_proj,1.10900,0.01000,2.339
+33,self_attn.q_proj,34.42078,0.01000,2.400
+33,self_attn.o_proj,0.41791,0.01000,2.406
+33,mlp.up_proj,70.70566,0.01000,2.585
+33,mlp.gate_proj,75.96263,0.01000,2.542
+33,mlp.down_proj,0.75321,0.01000,12.361
+34,self_attn.k_proj,13.84434,0.01000,2.406
+34,self_attn.v_proj,1.10936,0.01000,2.333
+34,self_attn.q_proj,29.83056,0.01000,2.424
+34,self_attn.o_proj,0.38872,0.01000,2.434
+34,mlp.up_proj,28.14292,0.01000,2.600
+34,mlp.gate_proj,30.72616,0.01000,2.556
+34,mlp.down_proj,0.77032,0.01000,12.496
+35,self_attn.k_proj,15.87492,0.01000,2.381
+35,self_attn.v_proj,1.14817,0.01000,2.320
+35,self_attn.q_proj,32.89777,0.01000,2.401
+35,self_attn.o_proj,0.42289,0.01000,2.409
+35,mlp.up_proj,28.14214,0.01000,2.578
+35,mlp.gate_proj,30.94142,0.01000,2.535
+35,mlp.down_proj,0.71352,0.01000,12.380
+36,self_attn.k_proj,11.59319,0.01000,2.377
+36,self_attn.v_proj,0.98563,0.01000,2.318
+36,self_attn.q_proj,21.57438,0.01000,2.384
+36,self_attn.o_proj,0.17942,0.01000,2.410
+36,mlp.up_proj,27.42457,0.01000,2.569
+36,mlp.gate_proj,30.79939,0.01000,2.525
+36,mlp.down_proj,0.72106,0.01000,12.391
+37,self_attn.k_proj,14.81283,0.01000,2.376
+37,self_attn.v_proj,1.04597,0.01000,2.331
+37,self_attn.q_proj,28.01339,0.01000,2.409
+37,self_attn.o_proj,0.22077,0.01000,2.419
+37,mlp.up_proj,27.39221,0.01000,2.575
+37,mlp.gate_proj,30.75794,0.01000,2.540
+37,mlp.down_proj,0.69618,0.01000,12.390
+38,self_attn.k_proj,13.16148,0.01000,2.380
+38,self_attn.v_proj,1.12986,0.01000,2.324
+38,self_attn.q_proj,24.62405,0.01000,2.385
+38,self_attn.o_proj,0.22751,0.01000,2.415
+38,mlp.up_proj,27.54411,0.01000,2.548
+38,mlp.gate_proj,31.43366,0.01000,2.528
+38,mlp.down_proj,0.67293,0.01000,12.317
+39,self_attn.k_proj,13.35156,0.01000,2.397
+39,self_attn.v_proj,1.18738,0.01000,2.355
+39,self_attn.q_proj,23.59219,0.01000,2.401
+39,self_attn.o_proj,0.16937,0.01000,2.409
+39,mlp.up_proj,27.48190,0.01000,2.570
+39,mlp.gate_proj,31.72308,0.01000,2.532
+39,mlp.down_proj,0.66521,0.01000,12.420
+40,self_attn.k_proj,10.13054,0.01000,2.424
+40,self_attn.v_proj,1.36028,0.01000,2.365
+40,self_attn.q_proj,20.56631,0.01000,2.418
+40,self_attn.o_proj,0.12621,0.01000,2.438
+40,mlp.up_proj,27.66399,0.01000,2.608
+40,mlp.gate_proj,32.16180,0.01000,2.564
+40,mlp.down_proj,0.72769,0.01000,12.428
+41,self_attn.k_proj,12.69510,0.01000,2.375
+41,self_attn.v_proj,1.12165,0.01000,2.328
+41,self_attn.q_proj,21.96209,0.01000,2.390
+41,self_attn.o_proj,0.13793,0.01000,2.423
+41,mlp.up_proj,28.21097,0.01000,2.587
+41,mlp.gate_proj,32.82212,0.01000,2.546
+41,mlp.down_proj,0.69244,0.01000,12.410
+42,self_attn.k_proj,8.44118,0.01000,2.378
+42,self_attn.v_proj,0.90866,0.01000,2.322
+42,self_attn.q_proj,13.04269,0.01000,2.396
+42,self_attn.o_proj,0.08163,0.01000,2.397
+42,mlp.up_proj,28.56101,0.01000,2.581
+42,mlp.gate_proj,33.50828,0.01000,2.542
+42,mlp.down_proj,0.64698,0.01000,12.371
+43,self_attn.k_proj,8.92527,0.01000,2.391
+43,self_attn.v_proj,0.98848,0.01000,2.324
+43,self_attn.q_proj,14.44163,0.01000,2.393
+43,self_attn.o_proj,0.09209,0.01000,2.430
+43,mlp.up_proj,29.11296,0.01000,2.580
+43,mlp.gate_proj,34.40512,0.01000,2.531
+43,mlp.down_proj,0.68803,0.01000,12.424
+44,self_attn.k_proj,13.99534,0.01000,2.388
+44,self_attn.v_proj,1.57364,0.01000,2.340
+44,self_attn.q_proj,28.14628,0.01000,2.410
+44,self_attn.o_proj,0.14434,0.01000,2.418
+44,mlp.up_proj,29.51572,0.01000,2.598
+44,mlp.gate_proj,35.05244,0.01000,2.552
+44,mlp.down_proj,0.76233,0.01000,12.385
+45,self_attn.k_proj,8.35592,0.01000,2.405
+45,self_attn.v_proj,0.92035,0.01000,2.346
+45,self_attn.q_proj,13.71338,0.01000,2.417
+45,self_attn.o_proj,0.12826,0.01000,2.435
+45,mlp.up_proj,29.94445,0.01000,2.594
+45,mlp.gate_proj,35.62438,0.01000,2.567
+45,mlp.down_proj,0.75896,0.01000,12.476
+46,self_attn.k_proj,5.03439,0.01000,2.413
+46,self_attn.v_proj,0.41520,0.01000,2.373
+46,self_attn.q_proj,3.65707,0.01000,2.418
+46,self_attn.o_proj,0.02733,0.01000,2.429
+46,mlp.up_proj,30.43668,0.01000,2.596
+46,mlp.gate_proj,36.21279,0.01000,2.555
+46,mlp.down_proj,0.70465,0.01000,12.484
+47,self_attn.k_proj,9.32724,0.01000,2.419
+47,self_attn.v_proj,1.12588,0.01000,2.366
+47,self_attn.q_proj,13.99360,0.01000,2.424
+47,self_attn.o_proj,0.07536,0.01000,2.429
+47,mlp.up_proj,30.93128,0.01000,2.606
+47,mlp.gate_proj,36.81147,0.01000,2.562
+47,mlp.down_proj,0.75357,0.01000,12.446
+48,self_attn.k_proj,9.56606,0.01000,2.397
+48,self_attn.v_proj,1.20021,0.01000,2.341
+48,self_attn.q_proj,14.59574,0.01000,2.424
+48,self_attn.o_proj,0.05555,0.01000,2.431
+48,mlp.up_proj,31.49958,0.01000,2.590
+48,mlp.gate_proj,37.59175,0.01000,2.550
+48,mlp.down_proj,0.85475,0.01000,12.454
+49,self_attn.k_proj,9.73940,0.01000,2.409
+49,self_attn.v_proj,1.12793,0.01000,2.345
+49,self_attn.q_proj,14.39461,0.01000,2.426
+49,self_attn.o_proj,0.07215,0.01000,2.433
+49,mlp.up_proj,32.26957,0.01000,2.601
+49,mlp.gate_proj,38.52919,0.01000,2.558
+49,mlp.down_proj,0.85321,0.01000,12.449
+50,self_attn.k_proj,7.50268,0.01000,2.412
+50,self_attn.v_proj,0.91148,0.01000,2.363
+50,self_attn.q_proj,9.03854,0.01000,2.414
+50,self_attn.o_proj,0.05698,0.01000,2.413
+50,mlp.up_proj,32.78205,0.01000,2.599
+50,mlp.gate_proj,39.19064,0.01000,2.560
+50,mlp.down_proj,0.78843,0.01000,12.456
+51,self_attn.k_proj,8.62929,0.01000,2.384
+51,self_attn.v_proj,1.10167,0.01000,2.355
+51,self_attn.q_proj,12.73033,0.01000,2.422
+51,self_attn.o_proj,0.08332,0.01000,2.427
+51,mlp.up_proj,33.36840,0.01000,2.602
+51,mlp.gate_proj,39.81268,0.01000,2.552
+51,mlp.down_proj,0.84592,0.01000,12.439
+52,self_attn.k_proj,14.24103,0.01000,2.402
+52,self_attn.v_proj,1.52739,0.01000,2.350
+52,self_attn.q_proj,26.98552,0.01000,2.419
+52,self_attn.o_proj,0.23821,0.01000,2.426
+52,mlp.up_proj,34.04603,0.01000,2.598
+52,mlp.gate_proj,40.77630,0.01000,2.553
+52,mlp.down_proj,0.94730,0.01000,12.492
+53,self_attn.k_proj,11.13863,0.01000,2.406
+53,self_attn.v_proj,1.26610,0.01000,2.380
+53,self_attn.q_proj,15.89432,0.01000,2.417
+53,self_attn.o_proj,0.05793,0.01000,2.423
+53,mlp.up_proj,34.83026,0.01000,2.582
+53,mlp.gate_proj,41.77624,0.01000,2.552
+53,mlp.down_proj,0.92240,0.01000,12.391
+54,self_attn.k_proj,7.40175,0.01000,2.406
+54,self_attn.v_proj,0.79817,0.01000,2.341
+54,self_attn.q_proj,8.95007,0.01000,2.415
+54,self_attn.o_proj,0.10005,0.01000,2.442
+54,mlp.up_proj,35.37103,0.01000,2.599
+54,mlp.gate_proj,41.93651,0.01000,2.536
+54,mlp.down_proj,0.86324,0.01000,12.377
+55,self_attn.k_proj,6.85297,0.01000,2.419
+55,self_attn.v_proj,0.80341,0.01000,2.341
+55,self_attn.q_proj,9.80242,0.01000,2.419
+55,self_attn.o_proj,0.10725,0.01000,2.435
+55,mlp.up_proj,35.42970,0.01000,2.590
+55,mlp.gate_proj,42.14802,0.01000,2.560
+55,mlp.down_proj,0.90768,0.01000,12.442
+56,self_attn.k_proj,13.88305,0.01000,2.394
+56,self_attn.v_proj,1.85680,0.01000,2.350
+56,self_attn.q_proj,26.94255,0.01000,2.390
+56,self_attn.o_proj,0.20183,0.01000,2.436
+56,mlp.up_proj,36.07793,0.01000,2.592
+56,mlp.gate_proj,43.35723,0.01000,2.545
+56,mlp.down_proj,1.01939,0.01000,12.415
+57,self_attn.k_proj,10.69875,0.01000,2.405
+57,self_attn.v_proj,1.38184,0.01000,2.319
+57,self_attn.q_proj,15.78839,0.01000,2.408
+57,self_attn.o_proj,0.15118,0.01000,2.438
+57,mlp.up_proj,36.95335,0.01000,2.595
+57,mlp.gate_proj,44.50830,0.01000,2.544
+57,mlp.down_proj,0.99837,0.01000,12.462
+58,self_attn.k_proj,7.56804,0.01000,2.398
+58,self_attn.v_proj,1.12267,0.01000,2.348
+58,self_attn.q_proj,10.17075,0.01000,2.424
+58,self_attn.o_proj,0.08434,0.01000,2.441
+58,mlp.up_proj,37.68964,0.01000,2.599
+58,mlp.gate_proj,44.71976,0.01000,2.543
+58,mlp.down_proj,0.94810,0.01000,12.437
+59,self_attn.k_proj,7.43233,0.01000,2.413
+59,self_attn.v_proj,0.91834,0.01000,2.343
+59,self_attn.q_proj,8.87059,0.01000,2.395
+59,self_attn.o_proj,0.05050,0.01000,2.433
+59,mlp.up_proj,38.86263,0.01000,2.591
+59,mlp.gate_proj,46.91222,0.01000,2.557
+59,mlp.down_proj,1.04556,0.01000,12.446
+60,self_attn.k_proj,13.29610,0.01000,2.405
+60,self_attn.v_proj,2.16565,0.01000,2.373
+60,self_attn.q_proj,25.22976,0.01000,2.430
+60,self_attn.o_proj,0.16070,0.01000,2.401
+60,mlp.up_proj,39.92323,0.01000,2.594
+60,mlp.gate_proj,48.80389,0.01000,2.562
+60,mlp.down_proj,1.19647,0.01000,12.480
+61,self_attn.k_proj,9.04602,0.01000,2.407
+61,self_attn.v_proj,1.31423,0.01000,2.354
+61,self_attn.q_proj,11.27571,0.01000,2.430
+61,self_attn.o_proj,0.11997,0.01000,2.426
+61,mlp.up_proj,40.52758,0.01000,2.601
+61,mlp.gate_proj,49.42426,0.01000,2.551
+61,mlp.down_proj,1.14733,0.01000,12.427
+62,self_attn.k_proj,6.08225,0.01000,2.400
+62,self_attn.v_proj,0.54749,0.01000,2.341
+62,self_attn.q_proj,3.91657,0.01000,2.427
+62,self_attn.o_proj,0.03115,0.01000,2.430
+62,mlp.up_proj,40.40889,0.01000,2.569
+62,mlp.gate_proj,48.50503,0.01000,2.558
+62,mlp.down_proj,1.03680,0.01000,12.433
+63,self_attn.k_proj,7.13903,0.01000,2.395
+63,self_attn.v_proj,0.90019,0.01000,2.339
+63,self_attn.q_proj,8.04566,0.01000,2.423
+63,self_attn.o_proj,0.06037,0.01000,2.428
+63,mlp.up_proj,42.07748,0.01000,2.598
+63,mlp.gate_proj,51.37971,0.01000,2.556
+63,mlp.down_proj,1.16115,0.01000,12.440
+64,self_attn.k_proj,12.30144,0.01000,2.389
+64,self_attn.v_proj,1.94175,0.01000,2.347
+64,self_attn.q_proj,20.16385,0.01000,2.420
+64,self_attn.o_proj,0.24632,0.01000,2.439
+64,mlp.up_proj,44.01347,0.01000,2.588
+64,mlp.gate_proj,55.13173,0.01000,2.553
+64,mlp.down_proj,1.38282,0.01000,12.488
+65,self_attn.k_proj,6.82733,0.01000,2.398
+65,self_attn.v_proj,0.78277,0.01000,2.352
+65,self_attn.q_proj,6.81213,0.01000,2.420
+65,self_attn.o_proj,0.07622,0.01000,2.441
+65,mlp.up_proj,44.64717,0.01000,2.598
+65,mlp.gate_proj,55.94937,0.01000,2.550
+65,mlp.down_proj,1.31563,0.01000,12.353
+66,self_attn.k_proj,7.05296,0.01000,2.387
+66,self_attn.v_proj,1.03377,0.01000,2.330
+66,self_attn.q_proj,8.85096,0.01000,2.411
+66,self_attn.o_proj,0.13433,0.01000,2.434
+66,mlp.up_proj,44.82061,0.01000,2.602
+66,mlp.gate_proj,54.01328,0.01000,2.544
+66,mlp.down_proj,1.22117,0.01000,12.403
+67,self_attn.k_proj,12.34406,0.01000,2.394
+67,self_attn.v_proj,2.19811,0.01000,2.371
+67,self_attn.q_proj,20.21918,0.01000,2.421
+67,self_attn.o_proj,0.23947,0.01000,2.428
+67,mlp.up_proj,46.74456,0.01000,2.591
+67,mlp.gate_proj,56.45784,0.01000,2.545
+67,mlp.down_proj,1.34151,0.01000,12.484
+68,self_attn.k_proj,13.16044,0.01000,2.423
+68,self_attn.v_proj,2.73707,0.01000,2.354
+68,self_attn.q_proj,24.21140,0.01000,2.414
+68,self_attn.o_proj,0.30300,0.01000,2.456
+68,mlp.up_proj,49.65003,0.01000,2.607
+68,mlp.gate_proj,61.89810,0.01000,2.551
+68,mlp.down_proj,1.64361,0.01000,12.423
+69,self_attn.k_proj,10.67953,0.01000,2.396
+69,self_attn.v_proj,2.16242,0.01000,2.341
+69,self_attn.q_proj,18.11952,0.01000,2.400
+69,self_attn.o_proj,0.20832,0.01000,2.421
+69,mlp.up_proj,50.93095,0.01000,2.596
+69,mlp.gate_proj,62.72586,0.01000,2.549
+69,mlp.down_proj,1.61045,0.01000,12.533
+70,self_attn.k_proj,10.28304,0.01000,2.399
+70,self_attn.v_proj,1.98366,0.01000,2.359
+70,self_attn.q_proj,19.90069,0.01000,2.390
+70,self_attn.o_proj,0.35756,0.01000,2.436
+70,mlp.up_proj,51.26246,0.01000,2.604
+70,mlp.gate_proj,60.92408,0.01000,2.563
+70,mlp.down_proj,1.57580,0.01000,12.480
+71,self_attn.k_proj,12.47268,0.01000,2.396
+71,self_attn.v_proj,2.70028,0.01000,2.355
+71,self_attn.q_proj,27.55191,0.01000,2.385
+71,self_attn.o_proj,0.93984,0.01000,2.428
+71,mlp.up_proj,55.26141,0.01000,2.595
+71,mlp.gate_proj,65.54773,0.01000,2.549
+71,mlp.down_proj,1.90825,0.01000,12.460
+72,self_attn.k_proj,13.01985,0.01000,2.408
+72,self_attn.v_proj,3.01720,0.01000,2.357
+72,self_attn.q_proj,30.32354,0.01000,2.437
+72,self_attn.o_proj,0.44778,0.01000,2.445
+72,mlp.up_proj,58.38693,0.01000,2.610
+72,mlp.gate_proj,71.82819,0.01000,2.559
+72,mlp.down_proj,2.24979,0.01000,12.446
+73,self_attn.k_proj,12.93038,0.01000,2.406
+73,self_attn.v_proj,3.20805,0.01000,2.342
+73,self_attn.q_proj,29.55270,0.01000,2.424
+73,self_attn.o_proj,1.00655,0.01000,2.436
+73,mlp.up_proj,58.70067,0.01000,2.594
+73,mlp.gate_proj,71.63084,0.01000,2.556
+73,mlp.down_proj,2.31351,0.01000,12.468
+74,self_attn.k_proj,12.20197,0.01000,2.403
+74,self_attn.v_proj,3.11274,0.01000,2.358
+74,self_attn.q_proj,28.71220,0.01000,2.423
+74,self_attn.o_proj,1.16861,0.01000,2.403
+74,mlp.up_proj,61.27262,0.01000,2.587
+74,mlp.gate_proj,74.21090,0.01000,2.548
+74,mlp.down_proj,2.48106,0.01000,12.486
+75,self_attn.k_proj,11.45592,0.01000,2.423
+75,self_attn.v_proj,3.51124,0.01000,2.359
+75,self_attn.q_proj,30.38795,0.01000,2.413
+75,self_attn.o_proj,2.18176,0.01000,2.446
+75,mlp.up_proj,66.98369,0.01000,2.612
+75,mlp.gate_proj,83.39505,0.01000,2.540
+75,mlp.down_proj,3.69956,0.01000,12.424
+76,self_attn.k_proj,10.18937,0.01000,2.412
+76,self_attn.v_proj,3.41040,0.01000,2.366
+76,self_attn.q_proj,27.26140,0.01000,2.445
+76,self_attn.o_proj,1.05649,0.01000,2.450
+76,mlp.up_proj,78.13490,0.01000,2.615
+76,mlp.gate_proj,118.95868,0.01000,2.555
+76,mlp.down_proj,5.51300,0.01000,12.506
+77,self_attn.k_proj,11.54971,0.01000,2.413
+77,self_attn.v_proj,4.01822,0.01000,2.364
+77,self_attn.q_proj,29.42512,0.01000,2.424
+77,self_attn.o_proj,1.65369,0.01000,2.446
+77,mlp.up_proj,74.31666,0.01000,2.601
+77,mlp.gate_proj,93.92165,0.01000,2.547
+77,mlp.down_proj,6.31596,0.01000,12.536
+78,self_attn.k_proj,10.21922,0.01000,2.425
+78,self_attn.v_proj,2.88337,0.01000,2.382
+78,self_attn.q_proj,24.15326,0.01000,2.417
+78,self_attn.o_proj,1.91129,0.01000,2.453
+78,mlp.up_proj,71.57212,0.01000,2.619
+78,mlp.gate_proj,88.37552,0.01000,2.566
+78,mlp.down_proj,13.54613,0.01000,12.559
+79,self_attn.k_proj,4.50027,0.01000,2.416
+79,self_attn.v_proj,1.45889,0.01000,2.372
+79,self_attn.q_proj,8.78865,0.01000,2.427
+79,self_attn.o_proj,1.06731,0.01000,2.438
+79,mlp.up_proj,44.81396,0.01000,2.621
+79,mlp.gate_proj,52.70864,0.01000,2.574
+79,mlp.down_proj,18.51311,0.01000,12.513

quantize_config.json

@@ -0,0 +1,20 @@
+{
+  "bits": 4,
+  "dynamic": null,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.4.0-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0015,
+    "static_groups": false,
+    "true_sequential": true
+  }
+}