File size: 20,233 Bytes
0e66ada |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 |
,layer_id,layer_type,param_type,shape,nparam,nnz,sparsity
0,nncf_module.bert.embeddings.word_embeddings,NNCFEmbedding,weight,"[30522, 768]",23440896,23440896,0.0
1,nncf_module.bert.embeddings.position_embeddings,NNCFEmbedding,weight,"[512, 768]",393216,393216,0.0
2,nncf_module.bert.embeddings.token_type_embeddings,NNCFEmbedding,weight,"[2, 768]",1536,1536,0.0
3,nncf_module.bert.embeddings.LayerNorm,LayerNorm,weight,[768],768,768,0.0
4,nncf_module.bert.embeddings.LayerNorm,LayerNorm,bias,[768],768,768,0.0
5,nncf_module.bert.encoder.layer.0.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
6,nncf_module.bert.encoder.layer.0.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
7,nncf_module.bert.encoder.layer.0.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
8,nncf_module.bert.encoder.layer.0.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
9,nncf_module.bert.encoder.layer.0.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
10,nncf_module.bert.encoder.layer.0.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
11,nncf_module.bert.encoder.layer.0.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
12,nncf_module.bert.encoder.layer.0.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
13,nncf_module.bert.encoder.layer.0.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
14,nncf_module.bert.encoder.layer.0.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
15,nncf_module.bert.encoder.layer.0.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
16,nncf_module.bert.encoder.layer.0.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
17,nncf_module.bert.encoder.layer.0.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235930,0.8999998569488525
18,nncf_module.bert.encoder.layer.0.output.dense,NNCFLinear,bias,[768],768,768,0.0
19,nncf_module.bert.encoder.layer.0.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
20,nncf_module.bert.encoder.layer.0.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
21,nncf_module.bert.encoder.layer.1.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
22,nncf_module.bert.encoder.layer.1.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
23,nncf_module.bert.encoder.layer.1.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
24,nncf_module.bert.encoder.layer.1.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
25,nncf_module.bert.encoder.layer.1.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
26,nncf_module.bert.encoder.layer.1.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
27,nncf_module.bert.encoder.layer.1.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
28,nncf_module.bert.encoder.layer.1.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
29,nncf_module.bert.encoder.layer.1.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
30,nncf_module.bert.encoder.layer.1.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
31,nncf_module.bert.encoder.layer.1.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
32,nncf_module.bert.encoder.layer.1.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
33,nncf_module.bert.encoder.layer.1.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235930,0.8999998569488525
34,nncf_module.bert.encoder.layer.1.output.dense,NNCFLinear,bias,[768],768,768,0.0
35,nncf_module.bert.encoder.layer.1.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
36,nncf_module.bert.encoder.layer.1.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
37,nncf_module.bert.encoder.layer.2.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
38,nncf_module.bert.encoder.layer.2.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
39,nncf_module.bert.encoder.layer.2.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
40,nncf_module.bert.encoder.layer.2.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
41,nncf_module.bert.encoder.layer.2.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
42,nncf_module.bert.encoder.layer.2.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
43,nncf_module.bert.encoder.layer.2.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
44,nncf_module.bert.encoder.layer.2.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
45,nncf_module.bert.encoder.layer.2.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
46,nncf_module.bert.encoder.layer.2.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
47,nncf_module.bert.encoder.layer.2.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
48,nncf_module.bert.encoder.layer.2.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
49,nncf_module.bert.encoder.layer.2.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235930,0.8999998569488525
50,nncf_module.bert.encoder.layer.2.output.dense,NNCFLinear,bias,[768],768,768,0.0
51,nncf_module.bert.encoder.layer.2.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
52,nncf_module.bert.encoder.layer.2.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
53,nncf_module.bert.encoder.layer.3.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
54,nncf_module.bert.encoder.layer.3.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
55,nncf_module.bert.encoder.layer.3.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
56,nncf_module.bert.encoder.layer.3.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
57,nncf_module.bert.encoder.layer.3.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
58,nncf_module.bert.encoder.layer.3.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
59,nncf_module.bert.encoder.layer.3.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
60,nncf_module.bert.encoder.layer.3.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
61,nncf_module.bert.encoder.layer.3.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
62,nncf_module.bert.encoder.layer.3.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
63,nncf_module.bert.encoder.layer.3.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
64,nncf_module.bert.encoder.layer.3.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
65,nncf_module.bert.encoder.layer.3.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235930,0.8999998569488525
66,nncf_module.bert.encoder.layer.3.output.dense,NNCFLinear,bias,[768],768,768,0.0
67,nncf_module.bert.encoder.layer.3.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
68,nncf_module.bert.encoder.layer.3.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
69,nncf_module.bert.encoder.layer.4.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
70,nncf_module.bert.encoder.layer.4.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
71,nncf_module.bert.encoder.layer.4.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
72,nncf_module.bert.encoder.layer.4.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
73,nncf_module.bert.encoder.layer.4.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
74,nncf_module.bert.encoder.layer.4.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
75,nncf_module.bert.encoder.layer.4.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
76,nncf_module.bert.encoder.layer.4.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
77,nncf_module.bert.encoder.layer.4.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
78,nncf_module.bert.encoder.layer.4.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
79,nncf_module.bert.encoder.layer.4.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
80,nncf_module.bert.encoder.layer.4.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
81,nncf_module.bert.encoder.layer.4.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235930,0.8999998569488525
82,nncf_module.bert.encoder.layer.4.output.dense,NNCFLinear,bias,[768],768,768,0.0
83,nncf_module.bert.encoder.layer.4.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
84,nncf_module.bert.encoder.layer.4.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
85,nncf_module.bert.encoder.layer.5.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
86,nncf_module.bert.encoder.layer.5.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
87,nncf_module.bert.encoder.layer.5.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
88,nncf_module.bert.encoder.layer.5.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
89,nncf_module.bert.encoder.layer.5.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
90,nncf_module.bert.encoder.layer.5.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
91,nncf_module.bert.encoder.layer.5.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
92,nncf_module.bert.encoder.layer.5.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
93,nncf_module.bert.encoder.layer.5.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
94,nncf_module.bert.encoder.layer.5.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
95,nncf_module.bert.encoder.layer.5.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
96,nncf_module.bert.encoder.layer.5.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
97,nncf_module.bert.encoder.layer.5.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235930,0.8999998569488525
98,nncf_module.bert.encoder.layer.5.output.dense,NNCFLinear,bias,[768],768,768,0.0
99,nncf_module.bert.encoder.layer.5.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
100,nncf_module.bert.encoder.layer.5.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
101,nncf_module.bert.encoder.layer.6.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
102,nncf_module.bert.encoder.layer.6.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
103,nncf_module.bert.encoder.layer.6.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
104,nncf_module.bert.encoder.layer.6.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
105,nncf_module.bert.encoder.layer.6.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
106,nncf_module.bert.encoder.layer.6.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
107,nncf_module.bert.encoder.layer.6.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
108,nncf_module.bert.encoder.layer.6.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
109,nncf_module.bert.encoder.layer.6.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
110,nncf_module.bert.encoder.layer.6.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
111,nncf_module.bert.encoder.layer.6.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
112,nncf_module.bert.encoder.layer.6.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
113,nncf_module.bert.encoder.layer.6.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235930,0.8999998569488525
114,nncf_module.bert.encoder.layer.6.output.dense,NNCFLinear,bias,[768],768,768,0.0
115,nncf_module.bert.encoder.layer.6.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
116,nncf_module.bert.encoder.layer.6.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
117,nncf_module.bert.encoder.layer.7.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
118,nncf_module.bert.encoder.layer.7.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
119,nncf_module.bert.encoder.layer.7.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
120,nncf_module.bert.encoder.layer.7.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
121,nncf_module.bert.encoder.layer.7.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
122,nncf_module.bert.encoder.layer.7.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
123,nncf_module.bert.encoder.layer.7.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
124,nncf_module.bert.encoder.layer.7.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
125,nncf_module.bert.encoder.layer.7.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
126,nncf_module.bert.encoder.layer.7.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
127,nncf_module.bert.encoder.layer.7.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
128,nncf_module.bert.encoder.layer.7.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
129,nncf_module.bert.encoder.layer.7.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235929,0.900000274181366
130,nncf_module.bert.encoder.layer.7.output.dense,NNCFLinear,bias,[768],768,768,0.0
131,nncf_module.bert.encoder.layer.7.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
132,nncf_module.bert.encoder.layer.7.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
133,nncf_module.bert.encoder.layer.8.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
134,nncf_module.bert.encoder.layer.8.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
135,nncf_module.bert.encoder.layer.8.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
136,nncf_module.bert.encoder.layer.8.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
137,nncf_module.bert.encoder.layer.8.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
138,nncf_module.bert.encoder.layer.8.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
139,nncf_module.bert.encoder.layer.8.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
140,nncf_module.bert.encoder.layer.8.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
141,nncf_module.bert.encoder.layer.8.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
142,nncf_module.bert.encoder.layer.8.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
143,nncf_module.bert.encoder.layer.8.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
144,nncf_module.bert.encoder.layer.8.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
145,nncf_module.bert.encoder.layer.8.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235930,0.8999998569488525
146,nncf_module.bert.encoder.layer.8.output.dense,NNCFLinear,bias,[768],768,768,0.0
147,nncf_module.bert.encoder.layer.8.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
148,nncf_module.bert.encoder.layer.8.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
149,nncf_module.bert.encoder.layer.9.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
150,nncf_module.bert.encoder.layer.9.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
151,nncf_module.bert.encoder.layer.9.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
152,nncf_module.bert.encoder.layer.9.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
153,nncf_module.bert.encoder.layer.9.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
154,nncf_module.bert.encoder.layer.9.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
155,nncf_module.bert.encoder.layer.9.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
156,nncf_module.bert.encoder.layer.9.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
157,nncf_module.bert.encoder.layer.9.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
158,nncf_module.bert.encoder.layer.9.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
159,nncf_module.bert.encoder.layer.9.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
160,nncf_module.bert.encoder.layer.9.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
161,nncf_module.bert.encoder.layer.9.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235930,0.8999998569488525
162,nncf_module.bert.encoder.layer.9.output.dense,NNCFLinear,bias,[768],768,768,0.0
163,nncf_module.bert.encoder.layer.9.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
164,nncf_module.bert.encoder.layer.9.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
165,nncf_module.bert.encoder.layer.10.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
166,nncf_module.bert.encoder.layer.10.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
167,nncf_module.bert.encoder.layer.10.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
168,nncf_module.bert.encoder.layer.10.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
169,nncf_module.bert.encoder.layer.10.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
170,nncf_module.bert.encoder.layer.10.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
171,nncf_module.bert.encoder.layer.10.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
172,nncf_module.bert.encoder.layer.10.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
173,nncf_module.bert.encoder.layer.10.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
174,nncf_module.bert.encoder.layer.10.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
175,nncf_module.bert.encoder.layer.10.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
176,nncf_module.bert.encoder.layer.10.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
177,nncf_module.bert.encoder.layer.10.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235929,0.900000274181366
178,nncf_module.bert.encoder.layer.10.output.dense,NNCFLinear,bias,[768],768,768,0.0
179,nncf_module.bert.encoder.layer.10.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
180,nncf_module.bert.encoder.layer.10.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
181,nncf_module.bert.encoder.layer.11.attention.self.query,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
182,nncf_module.bert.encoder.layer.11.attention.self.query,NNCFLinear,bias,[768],768,768,0.0
183,nncf_module.bert.encoder.layer.11.attention.self.key,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
184,nncf_module.bert.encoder.layer.11.attention.self.key,NNCFLinear,bias,[768],768,768,0.0
185,nncf_module.bert.encoder.layer.11.attention.self.value,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
186,nncf_module.bert.encoder.layer.11.attention.self.value,NNCFLinear,bias,[768],768,768,0.0
187,nncf_module.bert.encoder.layer.11.attention.output.dense,NNCFLinear,weight,"[768, 768]",589824,58983,0.8999989628791809
188,nncf_module.bert.encoder.layer.11.attention.output.dense,NNCFLinear,bias,[768],768,768,0.0
189,nncf_module.bert.encoder.layer.11.attention.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
190,nncf_module.bert.encoder.layer.11.attention.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
191,nncf_module.bert.encoder.layer.11.intermediate.dense,NNCFLinear,weight,"[3072, 768]",2359296,235930,0.8999998569488525
192,nncf_module.bert.encoder.layer.11.intermediate.dense,NNCFLinear,bias,[3072],3072,3072,0.0
193,nncf_module.bert.encoder.layer.11.output.dense,NNCFLinear,weight,"[768, 3072]",2359296,235930,0.8999998569488525
194,nncf_module.bert.encoder.layer.11.output.dense,NNCFLinear,bias,[768],768,768,0.0
195,nncf_module.bert.encoder.layer.11.output.LayerNorm,LayerNorm,weight,[768],768,768,0.0
196,nncf_module.bert.encoder.layer.11.output.LayerNorm,LayerNorm,bias,[768],768,768,0.0
197,nncf_module.qa_outputs,NNCFLinear,weight,"[2, 768]",1536,1536,0.0
198,nncf_module.qa_outputs,NNCFLinear,bias,[2],2,2,0.0
|