layer,module,loss,damp,time
0,self_attn.k_proj,0.00828,0.01000,2.650
0,self_attn.v_proj,0.00013,0.01000,2.152
0,self_attn.q_proj,0.01475,0.01000,2.218
0,self_attn.o_proj,0.00001,0.01000,1.897
0,mlp.up_proj,0.02958,0.01000,2.933
0,mlp.gate_proj,0.03186,0.01000,2.727
0,mlp.down_proj,0.00002,0.01000,21.743
1,self_attn.k_proj,0.03723,0.01000,2.287
1,self_attn.v_proj,0.00349,0.01000,2.020
1,self_attn.q_proj,0.08149,0.01000,2.091
1,self_attn.o_proj,0.00004,0.01000,1.811
1,mlp.up_proj,0.10925,0.01000,2.826
1,mlp.gate_proj,0.11763,0.01000,2.627
1,mlp.down_proj,0.00008,0.01000,21.423
2,self_attn.k_proj,0.04565,0.01000,2.264
2,self_attn.v_proj,0.00546,0.01000,2.013
2,self_attn.q_proj,0.10574,0.01000,2.092
2,self_attn.o_proj,0.00014,0.01000,1.816
2,mlp.up_proj,0.27427,0.01000,2.813
2,mlp.gate_proj,0.29976,0.01000,2.608
2,mlp.down_proj,0.01154,0.01450,23.564
3,self_attn.k_proj,0.15649,0.01000,2.273
3,self_attn.v_proj,0.02533,0.01000,2.010
3,self_attn.q_proj,0.38040,0.01000,2.097
3,self_attn.o_proj,0.00015,0.01000,1.785
3,mlp.up_proj,0.47427,0.01000,2.938
3,mlp.gate_proj,0.53622,0.01000,2.701
3,mlp.down_proj,0.00048,0.01000,21.639
4,self_attn.k_proj,0.15107,0.01000,2.268
4,self_attn.v_proj,0.03076,0.01000,1.990
4,self_attn.q_proj,0.38275,0.01000,2.097
4,self_attn.o_proj,0.00042,0.01000,1.797
4,mlp.up_proj,0.71489,0.01000,2.816
4,mlp.gate_proj,0.81623,0.01000,2.621
4,mlp.down_proj,0.00101,0.01000,21.362
5,self_attn.k_proj,0.18817,0.01000,2.262
5,self_attn.v_proj,0.04227,0.01000,2.014
5,self_attn.q_proj,0.48195,0.01000,2.093
5,self_attn.o_proj,0.00094,0.01000,1.793
5,mlp.up_proj,1.02088,0.01000,2.829
5,mlp.gate_proj,1.17544,0.01000,2.630
5,mlp.down_proj,0.00181,0.01000,21.388
6,self_attn.k_proj,0.21142,0.01000,2.245
6,self_attn.v_proj,0.05290,0.01000,1.975
6,self_attn.q_proj,0.54845,0.01000,2.053
6,self_attn.o_proj,0.00099,0.01000,1.768
6,mlp.up_proj,1.36681,0.01000,2.783
6,mlp.gate_proj,1.53420,0.01000,2.606
6,mlp.down_proj,0.00264,0.01000,21.382
7,self_attn.k_proj,0.23278,0.01000,2.268
7,self_attn.v_proj,0.08408,0.01000,2.000
7,self_attn.q_proj,0.66976,0.01000,2.078
7,self_attn.o_proj,0.00238,0.01000,1.778
7,mlp.up_proj,1.70891,0.01000,2.810
7,mlp.gate_proj,2.01624,0.01000,2.592
7,mlp.down_proj,0.00419,0.01000,21.359
8,self_attn.k_proj,0.29953,0.01000,2.245
8,self_attn.v_proj,0.09998,0.01000,1.983
8,self_attn.q_proj,0.83751,0.01000,2.071
8,self_attn.o_proj,0.00282,0.01000,1.782
8,mlp.up_proj,2.32344,0.01000,2.796
8,mlp.gate_proj,2.82837,0.01000,2.612
8,mlp.down_proj,0.00621,0.01000,21.278
9,self_attn.k_proj,0.29190,0.01000,2.279
9,self_attn.v_proj,0.10782,0.01000,1.986
9,self_attn.q_proj,0.79361,0.01000,2.071
9,self_attn.o_proj,0.00373,0.01000,1.782
9,mlp.up_proj,2.92221,0.01000,2.781
9,mlp.gate_proj,3.49547,0.01000,2.581
9,mlp.down_proj,0.00815,0.01000,21.297
10,self_attn.k_proj,0.38617,0.01000,2.257
10,self_attn.v_proj,0.14215,0.01000,1.981
10,self_attn.q_proj,1.01572,0.01000,2.071
10,self_attn.o_proj,0.00504,0.01000,1.781
10,mlp.up_proj,3.23938,0.01000,2.784
10,mlp.gate_proj,3.88586,0.01000,2.587
10,mlp.down_proj,0.01044,0.01000,21.310
11,self_attn.k_proj,0.35614,0.01000,2.319
11,self_attn.v_proj,0.15298,0.01000,2.000
11,self_attn.q_proj,0.98578,0.01000,2.064
11,self_attn.o_proj,0.00663,0.01000,1.786
11,mlp.up_proj,3.58904,0.01000,2.794
11,mlp.gate_proj,4.25822,0.01000,2.593
11,mlp.down_proj,0.01198,0.01000,21.301
12,self_attn.k_proj,0.52366,0.01000,2.264
12,self_attn.v_proj,0.15971,0.01000,1.999
12,self_attn.q_proj,1.30964,0.01000,2.082
12,self_attn.o_proj,0.00660,0.01000,1.792
12,mlp.up_proj,3.72447,0.01000,2.807
12,mlp.gate_proj,4.19370,0.01000,2.599
12,mlp.down_proj,0.01304,0.01000,21.341
13,self_attn.k_proj,0.42075,0.01000,2.264
13,self_attn.v_proj,0.17944,0.01000,1.997
13,self_attn.q_proj,1.09393,0.01000,2.061
13,self_attn.o_proj,0.00842,0.01000,1.783
13,mlp.up_proj,3.80394,0.01000,2.786
13,mlp.gate_proj,4.12361,0.01000,2.586
13,mlp.down_proj,0.01382,0.01000,21.350
14,self_attn.k_proj,0.57203,0.01000,2.249
14,self_attn.v_proj,0.24761,0.01000,2.011
14,self_attn.q_proj,1.53858,0.01000,2.089
14,self_attn.o_proj,0.01084,0.01000,1.788
14,mlp.up_proj,4.26406,0.01000,2.800
14,mlp.gate_proj,4.47931,0.01000,2.600
14,mlp.down_proj,0.01616,0.01000,21.569
15,self_attn.k_proj,0.60444,0.01000,2.269
15,self_attn.v_proj,0.28068,0.01000,2.010
15,self_attn.q_proj,1.54346,0.01000,2.069
15,self_attn.o_proj,0.01179,0.01000,1.798
15,mlp.up_proj,4.84652,0.01000,2.809
15,mlp.gate_proj,5.05187,0.01000,2.622
15,mlp.down_proj,0.01939,0.01000,21.408
16,self_attn.k_proj,0.48121,0.01000,2.278
16,self_attn.v_proj,0.30930,0.01000,2.003
16,self_attn.q_proj,1.42801,0.01000,2.082
16,self_attn.o_proj,0.01597,0.01000,1.802
16,mlp.up_proj,5.28666,0.01000,2.816
16,mlp.gate_proj,5.19811,0.01000,2.613
16,mlp.down_proj,0.02249,0.01000,21.427
17,self_attn.k_proj,0.65851,0.01000,2.268
17,self_attn.v_proj,0.42666,0.01000,2.009
17,self_attn.q_proj,1.98045,0.01000,2.086
17,self_attn.o_proj,0.01775,0.01000,1.794
17,mlp.up_proj,5.85325,0.01000,2.815
17,mlp.gate_proj,5.96039,0.01000,2.630
17,mlp.down_proj,0.02586,0.01000,21.502
18,self_attn.k_proj,0.69702,0.01000,2.279
18,self_attn.v_proj,0.43813,0.01000,2.027
18,self_attn.q_proj,2.08248,0.01000,2.103
18,self_attn.o_proj,0.02093,0.01000,1.783
18,mlp.up_proj,6.47200,0.01000,2.818
18,mlp.gate_proj,6.62978,0.01000,2.612
18,mlp.down_proj,0.02928,0.01000,21.351
19,self_attn.k_proj,0.66530,0.01000,2.270
19,self_attn.v_proj,0.37858,0.01000,1.998
19,self_attn.q_proj,1.88443,0.01000,2.063
19,self_attn.o_proj,0.01306,0.01000,1.777
19,mlp.up_proj,6.62988,0.01000,2.805
19,mlp.gate_proj,6.94350,0.01000,2.606
19,mlp.down_proj,0.03099,0.01000,21.314
20,self_attn.k_proj,0.81135,0.01000,2.260
20,self_attn.v_proj,0.38350,0.01000,2.001
20,self_attn.q_proj,2.06830,0.01000,2.080
20,self_attn.o_proj,0.02000,0.01000,1.792
20,mlp.up_proj,7.43201,0.01000,2.814
20,mlp.gate_proj,7.91840,0.01000,2.591
20,mlp.down_proj,0.03627,0.01000,21.376
21,self_attn.k_proj,0.70096,0.01000,2.265
21,self_attn.v_proj,0.36705,0.01000,1.992
21,self_attn.q_proj,1.92954,0.01000,2.078
21,self_attn.o_proj,0.01325,0.01000,1.790
21,mlp.up_proj,8.11715,0.01000,2.814
21,mlp.gate_proj,8.93193,0.01000,2.603
21,mlp.down_proj,0.04128,0.01000,21.374
22,self_attn.k_proj,0.70791,0.01000,2.271
22,self_attn.v_proj,0.39611,0.01000,1.998
22,self_attn.q_proj,1.96275,0.01000,2.077
22,self_attn.o_proj,0.01037,0.01000,1.797
22,mlp.up_proj,8.33616,0.01000,2.806
22,mlp.gate_proj,9.31193,0.01000,2.634
22,mlp.down_proj,0.04284,0.01000,21.328
23,self_attn.k_proj,0.79493,0.01000,2.246
23,self_attn.v_proj,0.43445,0.01000,1.993
23,self_attn.q_proj,2.07691,0.01000,2.072
23,self_attn.o_proj,0.01359,0.01000,1.772
23,mlp.up_proj,8.70170,0.01000,2.778
23,mlp.gate_proj,9.77240,0.01000,2.599
23,mlp.down_proj,0.04640,0.01000,21.282
24,self_attn.k_proj,0.69773,0.01000,2.253
24,self_attn.v_proj,0.41813,0.01000,1.981
24,self_attn.q_proj,2.03928,0.01000,2.075
24,self_attn.o_proj,0.01088,0.01000,1.778
24,mlp.up_proj,8.80652,0.01000,2.797
24,mlp.gate_proj,9.70903,0.01000,2.615
24,mlp.down_proj,0.04913,0.01000,21.288
25,self_attn.k_proj,0.79937,0.01000,2.258
25,self_attn.v_proj,0.45575,0.01000,1.995
25,self_attn.q_proj,2.14765,0.01000,2.068
25,self_attn.o_proj,0.01823,0.01000,1.784
25,mlp.up_proj,9.37267,0.01000,2.808
25,mlp.gate_proj,10.64839,0.01000,2.595
25,mlp.down_proj,0.05317,0.01000,21.295
26,self_attn.k_proj,0.74382,0.01000,2.251
26,self_attn.v_proj,0.50377,0.01000,1.997
26,self_attn.q_proj,2.20458,0.01000,2.073
26,self_attn.o_proj,0.00984,0.01000,1.790
26,mlp.up_proj,9.93985,0.01000,2.800
26,mlp.gate_proj,11.58556,0.01000,2.593
26,mlp.down_proj,0.05753,0.01000,21.315
27,self_attn.k_proj,0.55674,0.01000,2.261
27,self_attn.v_proj,0.41296,0.01000,2.002
27,self_attn.q_proj,1.76307,0.01000,2.085
27,self_attn.o_proj,0.01223,0.01000,1.787
27,mlp.up_proj,10.23073,0.01000,2.807
27,mlp.gate_proj,11.83200,0.01000,2.604
27,mlp.down_proj,0.06342,0.01000,21.314
28,self_attn.k_proj,0.87544,0.01000,2.264
28,self_attn.v_proj,0.58248,0.01000,1.997
28,self_attn.q_proj,2.46918,0.01000,2.072
28,self_attn.o_proj,0.01549,0.01000,1.791
28,mlp.up_proj,11.14356,0.01000,2.812
28,mlp.gate_proj,13.50384,0.01000,2.606
28,mlp.down_proj,0.06041,0.01000,21.327
29,self_attn.k_proj,0.74402,0.01000,2.266
29,self_attn.v_proj,0.44873,0.01000,1.998
29,self_attn.q_proj,2.05879,0.01000,2.067
29,self_attn.o_proj,0.01401,0.01000,1.782
29,mlp.up_proj,11.79072,0.01000,2.802
29,mlp.gate_proj,14.35310,0.01000,2.613
29,mlp.down_proj,0.06547,0.01000,21.298
30,self_attn.k_proj,0.89739,0.01000,2.268
30,self_attn.v_proj,0.65209,0.01000,2.000
30,self_attn.q_proj,2.55776,0.01000,2.077
30,self_attn.o_proj,0.01919,0.01000,1.784
30,mlp.up_proj,12.68720,0.01000,2.822
30,mlp.gate_proj,15.47283,0.01000,2.600
30,mlp.down_proj,0.07124,0.01000,21.326
31,self_attn.k_proj,0.74295,0.01000,2.263
31,self_attn.v_proj,0.69481,0.01000,2.001
31,self_attn.q_proj,2.30010,0.01000,2.080
31,self_attn.o_proj,0.01393,0.01000,1.787
31,mlp.up_proj,13.45879,0.01000,2.797
31,mlp.gate_proj,16.16864,0.01000,2.591
31,mlp.down_proj,0.07880,0.01000,21.472
32,self_attn.k_proj,0.79344,0.01000,2.272
32,self_attn.v_proj,0.70892,0.01000,2.017
32,self_attn.q_proj,2.28913,0.01000,2.078
32,self_attn.o_proj,0.01805,0.01000,1.796
32,mlp.up_proj,14.49875,0.01000,2.820
32,mlp.gate_proj,17.25286,0.01000,2.608
32,mlp.down_proj,0.08879,0.01000,21.407
33,self_attn.k_proj,0.73419,0.01000,2.271
33,self_attn.v_proj,0.87160,0.01000,2.003
33,self_attn.q_proj,2.29943,0.01000,2.085
33,self_attn.o_proj,0.02166,0.01000,1.799
33,mlp.up_proj,15.58575,0.01000,2.814
33,mlp.gate_proj,17.85829,0.01000,2.610
33,mlp.down_proj,0.10513,0.01000,21.379
34,self_attn.k_proj,0.77376,0.01000,2.267
34,self_attn.v_proj,0.95059,0.01000,1.988
34,self_attn.q_proj,2.26492,0.01000,2.069
34,self_attn.o_proj,0.04073,0.01000,1.795
34,mlp.up_proj,17.55798,0.01000,2.807
34,mlp.gate_proj,18.92542,0.01000,2.629
34,mlp.down_proj,0.14563,0.01000,21.290
35,self_attn.k_proj,0.71895,0.01000,2.254
35,self_attn.v_proj,1.02711,0.01000,1.992
35,self_attn.q_proj,2.11974,0.01000,2.074
35,self_attn.o_proj,0.04285,0.01000,1.791
35,mlp.up_proj,18.38759,0.01000,2.813
35,mlp.gate_proj,19.09245,0.01000,2.626
35,mlp.down_proj,0.17871,0.01000,21.360
36,self_attn.k_proj,0.63797,0.01000,2.267
36,self_attn.v_proj,1.15012,0.01000,1.992
36,self_attn.q_proj,2.14942,0.01000,2.078
36,self_attn.o_proj,0.07055,0.01000,1.793
36,mlp.up_proj,20.40460,0.01000,2.806
36,mlp.gate_proj,20.68090,0.01000,2.613
36,mlp.down_proj,0.23435,0.01000,21.459
37,self_attn.k_proj,0.61815,0.01000,2.286
37,self_attn.v_proj,1.67784,0.01000,1.999
37,self_attn.q_proj,2.23314,0.01000,2.078
37,self_attn.o_proj,0.11842,0.01000,1.801
37,mlp.up_proj,22.80294,0.01000,2.817
37,mlp.gate_proj,22.93331,0.01000,2.646
37,mlp.down_proj,0.33252,0.01000,21.297
38,self_attn.k_proj,0.64086,0.01000,2.265
38,self_attn.v_proj,1.42819,0.01000,1.996
38,self_attn.q_proj,2.15125,0.01000,2.063
38,self_attn.o_proj,0.12921,0.01000,1.790
38,mlp.up_proj,21.23742,0.01000,2.812
38,mlp.gate_proj,20.96081,0.01000,2.591
38,mlp.down_proj,0.45870,0.01000,21.335
39,self_attn.k_proj,0.54457,0.01000,2.252
39,self_attn.v_proj,0.75971,0.01000,1.982
39,self_attn.q_proj,1.85362,0.01000,2.080
39,self_attn.o_proj,0.10673,0.01000,1.793
39,mlp.up_proj,16.02508,0.01000,2.812
39,mlp.gate_proj,16.86120,0.01000,2.596
39,mlp.down_proj,0.53701,0.01000,21.575