quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,0.57035,0.01000,2.657
0,self_attn.v_proj,1.47052,0.01000,2.351
0,self_attn.q_proj,1.32896,0.01000,2.406
0,self_attn.o_proj,0.00012,0.01000,2.410
0,mlp.up_proj,0.42204,0.01000,2.590
0,mlp.gate_proj,0.43135,0.01000,2.543
0,mlp.down_proj,0.00059,0.01000,12.464
1,self_attn.k_proj,0.42801,0.01000,2.404
1,self_attn.v_proj,0.40142,0.01000,2.362
1,self_attn.q_proj,1.63970,0.01000,2.426
1,self_attn.o_proj,0.00060,0.01000,2.436
1,mlp.up_proj,0.42048,0.01000,2.597
1,mlp.gate_proj,0.43219,0.01000,2.544
1,mlp.down_proj,0.00066,0.01000,12.450
2,self_attn.k_proj,0.13810,0.01000,2.390
2,self_attn.v_proj,0.02891,0.01000,2.347
2,self_attn.q_proj,0.63511,0.01000,2.417
2,self_attn.o_proj,0.00098,0.01000,2.426
2,mlp.up_proj,0.94861,0.01000,2.574
2,mlp.gate_proj,0.97155,0.01000,2.534
2,mlp.down_proj,0.00155,0.01000,12.369
3,self_attn.k_proj,0.37560,0.01000,2.370
3,self_attn.v_proj,0.05439,0.01000,2.339
3,self_attn.q_proj,1.19933,0.01000,2.401
3,self_attn.o_proj,0.00116,0.01000,2.424
3,mlp.up_proj,1.59134,0.01000,2.584
3,mlp.gate_proj,1.77250,0.01000,2.544
3,mlp.down_proj,0.02647,0.01000,12.401
4,self_attn.k_proj,0.41622,0.01000,2.398
4,self_attn.v_proj,0.06400,0.01000,2.358
4,self_attn.q_proj,1.26602,0.01000,2.411
4,self_attn.o_proj,0.00084,0.01000,2.422
4,mlp.up_proj,1.74960,0.01000,2.584
4,mlp.gate_proj,1.80884,0.01000,2.540
4,mlp.down_proj,0.00400,0.01000,12.399
5,self_attn.k_proj,0.60114,0.01000,2.393
5,self_attn.v_proj,0.13286,0.01000,2.344
5,self_attn.q_proj,1.89099,0.01000,2.419
5,self_attn.o_proj,0.00190,0.01000,2.437
5,mlp.up_proj,2.20372,0.01000,2.589
5,mlp.gate_proj,2.37831,0.01000,2.540
5,mlp.down_proj,0.00660,0.01000,12.367
6,self_attn.k_proj,1.00460,0.01000,2.371
6,self_attn.v_proj,0.15128,0.01000,2.326
6,self_attn.q_proj,2.92848,0.01000,2.386
6,self_attn.o_proj,0.00212,0.01000,2.409
6,mlp.up_proj,2.19970,0.01000,2.576
6,mlp.gate_proj,2.31402,0.01000,2.532
6,mlp.down_proj,0.00919,0.01000,12.448
7,self_attn.k_proj,1.19295,0.01000,2.380
7,self_attn.v_proj,0.17405,0.01000,2.322
7,self_attn.q_proj,3.59537,0.01000,2.403
7,self_attn.o_proj,0.00162,0.01000,2.428
7,mlp.up_proj,2.58627,0.01000,2.576
7,mlp.gate_proj,2.73543,0.01000,2.530
7,mlp.down_proj,0.01228,0.01000,12.390
8,self_attn.k_proj,0.88642,0.01000,2.384
8,self_attn.v_proj,0.16166,0.01000,2.319
8,self_attn.q_proj,2.53692,0.01000,2.407
8,self_attn.o_proj,0.00341,0.01000,2.410
8,mlp.up_proj,3.88630,0.01000,2.579
8,mlp.gate_proj,4.10945,0.01000,2.534
8,mlp.down_proj,0.01468,0.01000,12.399
9,self_attn.k_proj,0.75486,0.01000,2.376
9,self_attn.v_proj,0.12879,0.01000,2.322
9,self_attn.q_proj,2.22640,0.01000,2.396
9,self_attn.o_proj,0.00491,0.01000,2.402
9,mlp.up_proj,6.16445,0.01000,2.583
9,mlp.gate_proj,6.62525,0.01000,2.535
9,mlp.down_proj,0.01891,0.01000,12.377
10,self_attn.k_proj,2.21197,0.01000,2.372
10,self_attn.v_proj,0.29660,0.01000,2.325
10,self_attn.q_proj,6.23046,0.01000,2.413
10,self_attn.o_proj,0.00592,0.01000,2.384
10,mlp.up_proj,4.15596,0.01000,2.571
10,mlp.gate_proj,4.44713,0.01000,2.536
10,mlp.down_proj,0.02901,0.01000,12.351
11,self_attn.k_proj,2.23967,0.01000,2.400
11,self_attn.v_proj,0.31593,0.01000,2.351
11,self_attn.q_proj,5.37146,0.01000,2.396
11,self_attn.o_proj,0.00716,0.01000,2.390
11,mlp.up_proj,6.03220,0.01000,2.578
11,mlp.gate_proj,6.44322,0.01000,2.534
11,mlp.down_proj,0.03901,0.01000,12.379
12,self_attn.k_proj,1.53060,0.01000,2.379
12,self_attn.v_proj,0.26643,0.01000,2.330
12,self_attn.q_proj,4.37793,0.01000,2.396
12,self_attn.o_proj,0.00726,0.01000,2.401
12,mlp.up_proj,5.41540,0.01000,2.584
12,mlp.gate_proj,5.80091,0.01000,2.539
12,mlp.down_proj,0.04740,0.01000,12.316
13,self_attn.k_proj,2.27633,0.01000,2.376
13,self_attn.v_proj,0.30485,0.01000,2.320
13,self_attn.q_proj,6.06090,0.01000,2.388
13,self_attn.o_proj,0.02961,0.01000,2.405
13,mlp.up_proj,5.01690,0.01000,2.576
13,mlp.gate_proj,5.32263,0.01000,2.531
13,mlp.down_proj,0.06650,0.01000,12.387
14,self_attn.k_proj,2.83633,0.01000,2.373
14,self_attn.v_proj,0.37186,0.01000,2.312
14,self_attn.q_proj,8.34845,0.01000,2.401
14,self_attn.o_proj,0.04001,0.01000,2.407
14,mlp.up_proj,6.58338,0.01000,2.553
14,mlp.gate_proj,7.04548,0.01000,2.526
14,mlp.down_proj,0.09719,0.01000,12.348
15,self_attn.k_proj,2.48118,0.01000,2.397
15,self_attn.v_proj,0.35579,0.01000,2.340
15,self_attn.q_proj,7.05407,0.01000,2.412
15,self_attn.o_proj,0.04138,0.01000,2.441
15,mlp.up_proj,7.82927,0.01000,2.577
15,mlp.gate_proj,8.54841,0.01000,2.537
15,mlp.down_proj,0.12537,0.01000,12.442
16,self_attn.k_proj,2.62704,0.01000,2.372
16,self_attn.v_proj,0.39784,0.01000,2.336
16,self_attn.q_proj,8.07435,0.01000,2.379
16,self_attn.o_proj,0.05020,0.01000,2.401
16,mlp.up_proj,10.08904,0.01000,2.570
16,mlp.gate_proj,11.10111,0.01000,2.528
16,mlp.down_proj,0.16947,0.01000,12.337
17,self_attn.k_proj,4.36580,0.01000,2.385
17,self_attn.v_proj,0.46434,0.01000,2.309
17,self_attn.q_proj,12.00885,0.01000,2.414
17,self_attn.o_proj,0.12850,0.01000,2.425
17,mlp.up_proj,12.33495,0.01000,2.574
17,mlp.gate_proj,13.55825,0.01000,2.529
17,mlp.down_proj,0.24378,0.01000,12.424
18,self_attn.k_proj,5.60858,0.01000,2.380
18,self_attn.v_proj,0.63289,0.01000,2.354
18,self_attn.q_proj,16.55243,0.01000,2.401
18,self_attn.o_proj,0.14321,0.01000,2.402
18,mlp.up_proj,15.96843,0.01000,2.550
18,mlp.gate_proj,17.98333,0.01000,2.500
18,mlp.down_proj,0.32340,0.01000,12.371
19,self_attn.k_proj,5.16959,0.01000,2.400
19,self_attn.v_proj,0.74440,0.01000,2.347
19,self_attn.q_proj,14.47852,0.01000,2.394
19,self_attn.o_proj,0.14691,0.01000,2.430
19,mlp.up_proj,16.84079,0.01000,2.590
19,mlp.gate_proj,19.60419,0.01000,2.546
19,mlp.down_proj,0.36414,0.01000,12.410
20,self_attn.k_proj,6.47528,0.01000,2.380
20,self_attn.v_proj,0.74963,0.01000,2.327
20,self_attn.q_proj,14.17394,0.01000,2.408
20,self_attn.o_proj,0.11211,0.01000,2.410
20,mlp.up_proj,18.55169,0.01000,2.570
20,mlp.gate_proj,21.14960,0.01000,2.524
20,mlp.down_proj,0.37619,0.01000,12.351
21,self_attn.k_proj,9.81788,0.01000,2.356
21,self_attn.v_proj,0.89676,0.01000,2.299
21,self_attn.q_proj,22.92135,0.01000,2.392
21,self_attn.o_proj,0.16588,0.01000,2.393
21,mlp.up_proj,21.32033,0.01000,2.581
21,mlp.gate_proj,24.48094,0.01000,2.538
21,mlp.down_proj,0.42420,0.01000,12.352
22,self_attn.k_proj,10.66650,0.01000,2.377
22,self_attn.v_proj,1.39040,0.01000,2.323
22,self_attn.q_proj,23.65294,0.01000,2.398
22,self_attn.o_proj,0.09598,0.01000,2.427
22,mlp.up_proj,23.02085,0.01000,2.577
22,mlp.gate_proj,27.06548,0.01000,2.531
22,mlp.down_proj,0.42023,0.01000,12.385
23,self_attn.k_proj,11.88396,0.01000,2.400
23,self_attn.v_proj,1.27841,0.01000,2.370
23,self_attn.q_proj,25.22909,0.01000,2.417
23,self_attn.o_proj,0.12637,0.01000,2.437
23,mlp.up_proj,24.15950,0.01000,2.603
23,mlp.gate_proj,28.57765,0.01000,2.561
23,mlp.down_proj,0.42992,0.01000,12.479
24,self_attn.k_proj,6.27533,0.01000,2.372
24,self_attn.v_proj,0.67591,0.01000,2.308
24,self_attn.q_proj,11.09771,0.01000,2.394
24,self_attn.o_proj,0.10294,0.01000,2.407
24,mlp.up_proj,25.17421,0.01000,2.575
24,mlp.gate_proj,29.08055,0.01000,2.531
24,mlp.down_proj,0.45674,0.01000,12.389
25,self_attn.k_proj,12.02082,0.01000,2.411
25,self_attn.v_proj,1.35643,0.01000,2.373
25,self_attn.q_proj,23.12022,0.01000,2.414
25,self_attn.o_proj,0.11384,0.01000,2.408
25,mlp.up_proj,27.31142,0.01000,2.594
25,mlp.gate_proj,31.58317,0.01000,2.558
25,mlp.down_proj,0.49229,0.01000,12.438
26,self_attn.k_proj,11.96870,0.01000,2.423
26,self_attn.v_proj,1.38614,0.01000,2.350
26,self_attn.q_proj,23.65503,0.01000,2.426
26,self_attn.o_proj,0.12416,0.01000,2.423
26,mlp.up_proj,28.19983,0.01000,2.614
26,mlp.gate_proj,32.36074,0.01000,2.552
26,mlp.down_proj,0.52981,0.01000,12.445
27,self_attn.k_proj,12.18930,0.01000,2.377
27,self_attn.v_proj,0.86143,0.01000,2.337
27,self_attn.q_proj,23.78441,0.01000,2.410
27,self_attn.o_proj,0.25728,0.01000,2.420
27,mlp.up_proj,26.60479,0.01000,2.577
27,mlp.gate_proj,29.91342,0.01000,2.543
27,mlp.down_proj,0.57599,0.01000,12.401
28,self_attn.k_proj,14.01640,0.01000,2.407
28,self_attn.v_proj,1.19739,0.01000,2.365
28,self_attn.q_proj,28.35421,0.01000,2.401
28,self_attn.o_proj,0.21742,0.01000,2.434
28,mlp.up_proj,27.32375,0.01000,2.588
28,mlp.gate_proj,30.71216,0.01000,2.542
28,mlp.down_proj,0.64283,0.01000,12.378
29,self_attn.k_proj,14.76551,0.01000,2.398
29,self_attn.v_proj,1.14310,0.01000,2.362
29,self_attn.q_proj,28.58216,0.01000,2.409
29,self_attn.o_proj,0.24004,0.01000,2.427
29,mlp.up_proj,28.34542,0.01000,2.598
29,mlp.gate_proj,31.86575,0.01000,2.552
29,mlp.down_proj,0.68480,0.01000,12.450
30,self_attn.k_proj,11.88239,0.01000,2.395
30,self_attn.v_proj,0.98647,0.01000,2.343
30,self_attn.q_proj,23.09733,0.01000,2.407
30,self_attn.o_proj,0.25479,0.01000,2.423
30,mlp.up_proj,27.81762,0.01000,2.594
30,mlp.gate_proj,30.93171,0.01000,2.547
30,mlp.down_proj,0.67414,0.01000,12.351
31,self_attn.k_proj,15.44827,0.01000,2.383
31,self_attn.v_proj,1.00508,0.01000,2.325
31,self_attn.q_proj,33.67770,0.01000,2.384
31,self_attn.o_proj,0.44765,0.01000,2.412
31,mlp.up_proj,28.46461,0.01000,2.577
31,mlp.gate_proj,30.97182,0.01000,2.531
31,mlp.down_proj,0.70130,0.01000,12.405
32,self_attn.k_proj,10.04720,0.01000,2.386
32,self_attn.v_proj,1.12798,0.01000,2.354
32,self_attn.q_proj,20.07824,0.01000,2.389
32,self_attn.o_proj,0.18536,0.01000,2.413
32,mlp.up_proj,28.29184,0.01000,2.573
32,mlp.gate_proj,31.21350,0.01000,2.531
32,mlp.down_proj,0.73541,0.01000,12.368
33,self_attn.k_proj,15.88254,0.01000,2.391
33,self_attn.v_proj,1.10900,0.01000,2.339
33,self_attn.q_proj,34.42078,0.01000,2.400
33,self_attn.o_proj,0.41791,0.01000,2.406
33,mlp.up_proj,70.70566,0.01000,2.585
33,mlp.gate_proj,75.96263,0.01000,2.542
33,mlp.down_proj,0.75321,0.01000,12.361
34,self_attn.k_proj,13.84434,0.01000,2.406
34,self_attn.v_proj,1.10936,0.01000,2.333
34,self_attn.q_proj,29.83056,0.01000,2.424
34,self_attn.o_proj,0.38872,0.01000,2.434
34,mlp.up_proj,28.14292,0.01000,2.600
34,mlp.gate_proj,30.72616,0.01000,2.556
34,mlp.down_proj,0.77032,0.01000,12.496
35,self_attn.k_proj,15.87492,0.01000,2.381
35,self_attn.v_proj,1.14817,0.01000,2.320
35,self_attn.q_proj,32.89777,0.01000,2.401
35,self_attn.o_proj,0.42289,0.01000,2.409
35,mlp.up_proj,28.14214,0.01000,2.578
35,mlp.gate_proj,30.94142,0.01000,2.535
35,mlp.down_proj,0.71352,0.01000,12.380
36,self_attn.k_proj,11.59319,0.01000,2.377
36,self_attn.v_proj,0.98563,0.01000,2.318
36,self_attn.q_proj,21.57438,0.01000,2.384
36,self_attn.o_proj,0.17942,0.01000,2.410
36,mlp.up_proj,27.42457,0.01000,2.569
36,mlp.gate_proj,30.79939,0.01000,2.525
36,mlp.down_proj,0.72106,0.01000,12.391
37,self_attn.k_proj,14.81283,0.01000,2.376
37,self_attn.v_proj,1.04597,0.01000,2.331
37,self_attn.q_proj,28.01339,0.01000,2.409
37,self_attn.o_proj,0.22077,0.01000,2.419
37,mlp.up_proj,27.39221,0.01000,2.575
37,mlp.gate_proj,30.75794,0.01000,2.540
37,mlp.down_proj,0.69618,0.01000,12.390
38,self_attn.k_proj,13.16148,0.01000,2.380
38,self_attn.v_proj,1.12986,0.01000,2.324
38,self_attn.q_proj,24.62405,0.01000,2.385
38,self_attn.o_proj,0.22751,0.01000,2.415
38,mlp.up_proj,27.54411,0.01000,2.548
38,mlp.gate_proj,31.43366,0.01000,2.528
38,mlp.down_proj,0.67293,0.01000,12.317
39,self_attn.k_proj,13.35156,0.01000,2.397
39,self_attn.v_proj,1.18738,0.01000,2.355
39,self_attn.q_proj,23.59219,0.01000,2.401
39,self_attn.o_proj,0.16937,0.01000,2.409
39,mlp.up_proj,27.48190,0.01000,2.570
39,mlp.gate_proj,31.72308,0.01000,2.532
39,mlp.down_proj,0.66521,0.01000,12.420
40,self_attn.k_proj,10.13054,0.01000,2.424
40,self_attn.v_proj,1.36028,0.01000,2.365
40,self_attn.q_proj,20.56631,0.01000,2.418
40,self_attn.o_proj,0.12621,0.01000,2.438
40,mlp.up_proj,27.66399,0.01000,2.608
40,mlp.gate_proj,32.16180,0.01000,2.564
40,mlp.down_proj,0.72769,0.01000,12.428
41,self_attn.k_proj,12.69510,0.01000,2.375
41,self_attn.v_proj,1.12165,0.01000,2.328
41,self_attn.q_proj,21.96209,0.01000,2.390
41,self_attn.o_proj,0.13793,0.01000,2.423
41,mlp.up_proj,28.21097,0.01000,2.587
41,mlp.gate_proj,32.82212,0.01000,2.546
41,mlp.down_proj,0.69244,0.01000,12.410
42,self_attn.k_proj,8.44118,0.01000,2.378
42,self_attn.v_proj,0.90866,0.01000,2.322
42,self_attn.q_proj,13.04269,0.01000,2.396
42,self_attn.o_proj,0.08163,0.01000,2.397
42,mlp.up_proj,28.56101,0.01000,2.581
42,mlp.gate_proj,33.50828,0.01000,2.542
42,mlp.down_proj,0.64698,0.01000,12.371
43,self_attn.k_proj,8.92527,0.01000,2.391
43,self_attn.v_proj,0.98848,0.01000,2.324
43,self_attn.q_proj,14.44163,0.01000,2.393
43,self_attn.o_proj,0.09209,0.01000,2.430
43,mlp.up_proj,29.11296,0.01000,2.580
43,mlp.gate_proj,34.40512,0.01000,2.531
43,mlp.down_proj,0.68803,0.01000,12.424
44,self_attn.k_proj,13.99534,0.01000,2.388
44,self_attn.v_proj,1.57364,0.01000,2.340
44,self_attn.q_proj,28.14628,0.01000,2.410
44,self_attn.o_proj,0.14434,0.01000,2.418
44,mlp.up_proj,29.51572,0.01000,2.598
44,mlp.gate_proj,35.05244,0.01000,2.552
44,mlp.down_proj,0.76233,0.01000,12.385
45,self_attn.k_proj,8.35592,0.01000,2.405
45,self_attn.v_proj,0.92035,0.01000,2.346
45,self_attn.q_proj,13.71338,0.01000,2.417
45,self_attn.o_proj,0.12826,0.01000,2.435
45,mlp.up_proj,29.94445,0.01000,2.594
45,mlp.gate_proj,35.62438,0.01000,2.567
45,mlp.down_proj,0.75896,0.01000,12.476
46,self_attn.k_proj,5.03439,0.01000,2.413
46,self_attn.v_proj,0.41520,0.01000,2.373
46,self_attn.q_proj,3.65707,0.01000,2.418
46,self_attn.o_proj,0.02733,0.01000,2.429
46,mlp.up_proj,30.43668,0.01000,2.596
46,mlp.gate_proj,36.21279,0.01000,2.555
46,mlp.down_proj,0.70465,0.01000,12.484
47,self_attn.k_proj,9.32724,0.01000,2.419
47,self_attn.v_proj,1.12588,0.01000,2.366
47,self_attn.q_proj,13.99360,0.01000,2.424
47,self_attn.o_proj,0.07536,0.01000,2.429
47,mlp.up_proj,30.93128,0.01000,2.606
47,mlp.gate_proj,36.81147,0.01000,2.562
47,mlp.down_proj,0.75357,0.01000,12.446
48,self_attn.k_proj,9.56606,0.01000,2.397
48,self_attn.v_proj,1.20021,0.01000,2.341
48,self_attn.q_proj,14.59574,0.01000,2.424
48,self_attn.o_proj,0.05555,0.01000,2.431
48,mlp.up_proj,31.49958,0.01000,2.590
48,mlp.gate_proj,37.59175,0.01000,2.550
48,mlp.down_proj,0.85475,0.01000,12.454
49,self_attn.k_proj,9.73940,0.01000,2.409
49,self_attn.v_proj,1.12793,0.01000,2.345
49,self_attn.q_proj,14.39461,0.01000,2.426
49,self_attn.o_proj,0.07215,0.01000,2.433
49,mlp.up_proj,32.26957,0.01000,2.601
49,mlp.gate_proj,38.52919,0.01000,2.558
49,mlp.down_proj,0.85321,0.01000,12.449
50,self_attn.k_proj,7.50268,0.01000,2.412
50,self_attn.v_proj,0.91148,0.01000,2.363
50,self_attn.q_proj,9.03854,0.01000,2.414
50,self_attn.o_proj,0.05698,0.01000,2.413
50,mlp.up_proj,32.78205,0.01000,2.599
50,mlp.gate_proj,39.19064,0.01000,2.560
50,mlp.down_proj,0.78843,0.01000,12.456
51,self_attn.k_proj,8.62929,0.01000,2.384
51,self_attn.v_proj,1.10167,0.01000,2.355
51,self_attn.q_proj,12.73033,0.01000,2.422
51,self_attn.o_proj,0.08332,0.01000,2.427
51,mlp.up_proj,33.36840,0.01000,2.602
51,mlp.gate_proj,39.81268,0.01000,2.552
51,mlp.down_proj,0.84592,0.01000,12.439
52,self_attn.k_proj,14.24103,0.01000,2.402
52,self_attn.v_proj,1.52739,0.01000,2.350
52,self_attn.q_proj,26.98552,0.01000,2.419
52,self_attn.o_proj,0.23821,0.01000,2.426
52,mlp.up_proj,34.04603,0.01000,2.598
52,mlp.gate_proj,40.77630,0.01000,2.553
52,mlp.down_proj,0.94730,0.01000,12.492
53,self_attn.k_proj,11.13863,0.01000,2.406
53,self_attn.v_proj,1.26610,0.01000,2.380
53,self_attn.q_proj,15.89432,0.01000,2.417
53,self_attn.o_proj,0.05793,0.01000,2.423
53,mlp.up_proj,34.83026,0.01000,2.582
53,mlp.gate_proj,41.77624,0.01000,2.552
53,mlp.down_proj,0.92240,0.01000,12.391
54,self_attn.k_proj,7.40175,0.01000,2.406
54,self_attn.v_proj,0.79817,0.01000,2.341
54,self_attn.q_proj,8.95007,0.01000,2.415
54,self_attn.o_proj,0.10005,0.01000,2.442
54,mlp.up_proj,35.37103,0.01000,2.599
54,mlp.gate_proj,41.93651,0.01000,2.536
54,mlp.down_proj,0.86324,0.01000,12.377
55,self_attn.k_proj,6.85297,0.01000,2.419
55,self_attn.v_proj,0.80341,0.01000,2.341
55,self_attn.q_proj,9.80242,0.01000,2.419
55,self_attn.o_proj,0.10725,0.01000,2.435
55,mlp.up_proj,35.42970,0.01000,2.590
55,mlp.gate_proj,42.14802,0.01000,2.560
55,mlp.down_proj,0.90768,0.01000,12.442
56,self_attn.k_proj,13.88305,0.01000,2.394
56,self_attn.v_proj,1.85680,0.01000,2.350
56,self_attn.q_proj,26.94255,0.01000,2.390
56,self_attn.o_proj,0.20183,0.01000,2.436
56,mlp.up_proj,36.07793,0.01000,2.592
56,mlp.gate_proj,43.35723,0.01000,2.545
56,mlp.down_proj,1.01939,0.01000,12.415
57,self_attn.k_proj,10.69875,0.01000,2.405
57,self_attn.v_proj,1.38184,0.01000,2.319
57,self_attn.q_proj,15.78839,0.01000,2.408
57,self_attn.o_proj,0.15118,0.01000,2.438
57,mlp.up_proj,36.95335,0.01000,2.595
57,mlp.gate_proj,44.50830,0.01000,2.544
57,mlp.down_proj,0.99837,0.01000,12.462
58,self_attn.k_proj,7.56804,0.01000,2.398
58,self_attn.v_proj,1.12267,0.01000,2.348
58,self_attn.q_proj,10.17075,0.01000,2.424
58,self_attn.o_proj,0.08434,0.01000,2.441
58,mlp.up_proj,37.68964,0.01000,2.599
58,mlp.gate_proj,44.71976,0.01000,2.543
58,mlp.down_proj,0.94810,0.01000,12.437
59,self_attn.k_proj,7.43233,0.01000,2.413
59,self_attn.v_proj,0.91834,0.01000,2.343
59,self_attn.q_proj,8.87059,0.01000,2.395
59,self_attn.o_proj,0.05050,0.01000,2.433
59,mlp.up_proj,38.86263,0.01000,2.591
59,mlp.gate_proj,46.91222,0.01000,2.557
59,mlp.down_proj,1.04556,0.01000,12.446
60,self_attn.k_proj,13.29610,0.01000,2.405
60,self_attn.v_proj,2.16565,0.01000,2.373
60,self_attn.q_proj,25.22976,0.01000,2.430
60,self_attn.o_proj,0.16070,0.01000,2.401
60,mlp.up_proj,39.92323,0.01000,2.594
60,mlp.gate_proj,48.80389,0.01000,2.562
60,mlp.down_proj,1.19647,0.01000,12.480
61,self_attn.k_proj,9.04602,0.01000,2.407
61,self_attn.v_proj,1.31423,0.01000,2.354
61,self_attn.q_proj,11.27571,0.01000,2.430
61,self_attn.o_proj,0.11997,0.01000,2.426
61,mlp.up_proj,40.52758,0.01000,2.601
61,mlp.gate_proj,49.42426,0.01000,2.551
61,mlp.down_proj,1.14733,0.01000,12.427
62,self_attn.k_proj,6.08225,0.01000,2.400
62,self_attn.v_proj,0.54749,0.01000,2.341
62,self_attn.q_proj,3.91657,0.01000,2.427
62,self_attn.o_proj,0.03115,0.01000,2.430
62,mlp.up_proj,40.40889,0.01000,2.569
62,mlp.gate_proj,48.50503,0.01000,2.558
62,mlp.down_proj,1.03680,0.01000,12.433
63,self_attn.k_proj,7.13903,0.01000,2.395
63,self_attn.v_proj,0.90019,0.01000,2.339
63,self_attn.q_proj,8.04566,0.01000,2.423
63,self_attn.o_proj,0.06037,0.01000,2.428
63,mlp.up_proj,42.07748,0.01000,2.598
63,mlp.gate_proj,51.37971,0.01000,2.556
63,mlp.down_proj,1.16115,0.01000,12.440
64,self_attn.k_proj,12.30144,0.01000,2.389
64,self_attn.v_proj,1.94175,0.01000,2.347
64,self_attn.q_proj,20.16385,0.01000,2.420
64,self_attn.o_proj,0.24632,0.01000,2.439
64,mlp.up_proj,44.01347,0.01000,2.588
64,mlp.gate_proj,55.13173,0.01000,2.553
64,mlp.down_proj,1.38282,0.01000,12.488
65,self_attn.k_proj,6.82733,0.01000,2.398
65,self_attn.v_proj,0.78277,0.01000,2.352
65,self_attn.q_proj,6.81213,0.01000,2.420
65,self_attn.o_proj,0.07622,0.01000,2.441
65,mlp.up_proj,44.64717,0.01000,2.598
65,mlp.gate_proj,55.94937,0.01000,2.550
65,mlp.down_proj,1.31563,0.01000,12.353
66,self_attn.k_proj,7.05296,0.01000,2.387
66,self_attn.v_proj,1.03377,0.01000,2.330
66,self_attn.q_proj,8.85096,0.01000,2.411
66,self_attn.o_proj,0.13433,0.01000,2.434
66,mlp.up_proj,44.82061,0.01000,2.602
66,mlp.gate_proj,54.01328,0.01000,2.544
66,mlp.down_proj,1.22117,0.01000,12.403
67,self_attn.k_proj,12.34406,0.01000,2.394
67,self_attn.v_proj,2.19811,0.01000,2.371
67,self_attn.q_proj,20.21918,0.01000,2.421
67,self_attn.o_proj,0.23947,0.01000,2.428
67,mlp.up_proj,46.74456,0.01000,2.591
67,mlp.gate_proj,56.45784,0.01000,2.545
67,mlp.down_proj,1.34151,0.01000,12.484
68,self_attn.k_proj,13.16044,0.01000,2.423
68,self_attn.v_proj,2.73707,0.01000,2.354
68,self_attn.q_proj,24.21140,0.01000,2.414
68,self_attn.o_proj,0.30300,0.01000,2.456
68,mlp.up_proj,49.65003,0.01000,2.607
68,mlp.gate_proj,61.89810,0.01000,2.551
68,mlp.down_proj,1.64361,0.01000,12.423
69,self_attn.k_proj,10.67953,0.01000,2.396
69,self_attn.v_proj,2.16242,0.01000,2.341
69,self_attn.q_proj,18.11952,0.01000,2.400
69,self_attn.o_proj,0.20832,0.01000,2.421
69,mlp.up_proj,50.93095,0.01000,2.596
69,mlp.gate_proj,62.72586,0.01000,2.549
69,mlp.down_proj,1.61045,0.01000,12.533
70,self_attn.k_proj,10.28304,0.01000,2.399
70,self_attn.v_proj,1.98366,0.01000,2.359
70,self_attn.q_proj,19.90069,0.01000,2.390
70,self_attn.o_proj,0.35756,0.01000,2.436
70,mlp.up_proj,51.26246,0.01000,2.604
70,mlp.gate_proj,60.92408,0.01000,2.563
70,mlp.down_proj,1.57580,0.01000,12.480
71,self_attn.k_proj,12.47268,0.01000,2.396
71,self_attn.v_proj,2.70028,0.01000,2.355
71,self_attn.q_proj,27.55191,0.01000,2.385
71,self_attn.o_proj,0.93984,0.01000,2.428
71,mlp.up_proj,55.26141,0.01000,2.595
71,mlp.gate_proj,65.54773,0.01000,2.549
71,mlp.down_proj,1.90825,0.01000,12.460
72,self_attn.k_proj,13.01985,0.01000,2.408
72,self_attn.v_proj,3.01720,0.01000,2.357
72,self_attn.q_proj,30.32354,0.01000,2.437
72,self_attn.o_proj,0.44778,0.01000,2.445
72,mlp.up_proj,58.38693,0.01000,2.610
72,mlp.gate_proj,71.82819,0.01000,2.559
72,mlp.down_proj,2.24979,0.01000,12.446
73,self_attn.k_proj,12.93038,0.01000,2.406
73,self_attn.v_proj,3.20805,0.01000,2.342
73,self_attn.q_proj,29.55270,0.01000,2.424
73,self_attn.o_proj,1.00655,0.01000,2.436
73,mlp.up_proj,58.70067,0.01000,2.594
73,mlp.gate_proj,71.63084,0.01000,2.556
73,mlp.down_proj,2.31351,0.01000,12.468
74,self_attn.k_proj,12.20197,0.01000,2.403
74,self_attn.v_proj,3.11274,0.01000,2.358
74,self_attn.q_proj,28.71220,0.01000,2.423
74,self_attn.o_proj,1.16861,0.01000,2.403
74,mlp.up_proj,61.27262,0.01000,2.587
74,mlp.gate_proj,74.21090,0.01000,2.548
74,mlp.down_proj,2.48106,0.01000,12.486
75,self_attn.k_proj,11.45592,0.01000,2.423
75,self_attn.v_proj,3.51124,0.01000,2.359
75,self_attn.q_proj,30.38795,0.01000,2.413
75,self_attn.o_proj,2.18176,0.01000,2.446
75,mlp.up_proj,66.98369,0.01000,2.612
75,mlp.gate_proj,83.39505,0.01000,2.540
75,mlp.down_proj,3.69956,0.01000,12.424
76,self_attn.k_proj,10.18937,0.01000,2.412
76,self_attn.v_proj,3.41040,0.01000,2.366
76,self_attn.q_proj,27.26140,0.01000,2.445
76,self_attn.o_proj,1.05649,0.01000,2.450
76,mlp.up_proj,78.13490,0.01000,2.615
76,mlp.gate_proj,118.95868,0.01000,2.555
76,mlp.down_proj,5.51300,0.01000,12.506
77,self_attn.k_proj,11.54971,0.01000,2.413
77,self_attn.v_proj,4.01822,0.01000,2.364
77,self_attn.q_proj,29.42512,0.01000,2.424
77,self_attn.o_proj,1.65369,0.01000,2.446
77,mlp.up_proj,74.31666,0.01000,2.601
77,mlp.gate_proj,93.92165,0.01000,2.547
77,mlp.down_proj,6.31596,0.01000,12.536
78,self_attn.k_proj,10.21922,0.01000,2.425
78,self_attn.v_proj,2.88337,0.01000,2.382
78,self_attn.q_proj,24.15326,0.01000,2.417
78,self_attn.o_proj,1.91129,0.01000,2.453
78,mlp.up_proj,71.57212,0.01000,2.619
78,mlp.gate_proj,88.37552,0.01000,2.566
78,mlp.down_proj,13.54613,0.01000,12.559
79,self_attn.k_proj,4.50027,0.01000,2.416
79,self_attn.v_proj,1.45889,0.01000,2.372
79,self_attn.q_proj,8.78865,0.01000,2.427
79,self_attn.o_proj,1.06731,0.01000,2.438
79,mlp.up_proj,44.81396,0.01000,2.621
79,mlp.gate_proj,52.70864,0.01000,2.574
79,mlp.down_proj,18.51311,0.01000,12.513