|     | layer_id                                                 | layer_type   | param_type   | shape       |   nparam |     nnz |   sparsity |
|----:|:---------------------------------------------------------|:-------------|:-------------|:------------|---------:|--------:|-----------:|
|   5 | nncf_module.bert.encoder.layer.0.attention.self.query    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|   7 | nncf_module.bert.encoder.layer.0.attention.self.key      | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|   9 | nncf_module.bert.encoder.layer.0.attention.self.value    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  11 | nncf_module.bert.encoder.layer.0.attention.output.dense  | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  15 | nncf_module.bert.encoder.layer.0.intermediate.dense      | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
|  17 | nncf_module.bert.encoder.layer.0.output.dense            | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
|  21 | nncf_module.bert.encoder.layer.1.attention.self.query    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  23 | nncf_module.bert.encoder.layer.1.attention.self.key      | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  25 | nncf_module.bert.encoder.layer.1.attention.self.value    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  27 | nncf_module.bert.encoder.layer.1.attention.output.dense  | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  31 | nncf_module.bert.encoder.layer.1.intermediate.dense      | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
|  33 | nncf_module.bert.encoder.layer.1.output.dense            | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
|  37 | nncf_module.bert.encoder.layer.2.attention.self.query    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  39 | nncf_module.bert.encoder.layer.2.attention.self.key      | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  41 | nncf_module.bert.encoder.layer.2.attention.self.value    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  43 | nncf_module.bert.encoder.layer.2.attention.output.dense  | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  47 | nncf_module.bert.encoder.layer.2.intermediate.dense      | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
|  49 | nncf_module.bert.encoder.layer.2.output.dense            | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
|  53 | nncf_module.bert.encoder.layer.3.attention.self.query    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  55 | nncf_module.bert.encoder.layer.3.attention.self.key      | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  57 | nncf_module.bert.encoder.layer.3.attention.self.value    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  59 | nncf_module.bert.encoder.layer.3.attention.output.dense  | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  63 | nncf_module.bert.encoder.layer.3.intermediate.dense      | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
|  65 | nncf_module.bert.encoder.layer.3.output.dense            | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
|  69 | nncf_module.bert.encoder.layer.4.attention.self.query    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  71 | nncf_module.bert.encoder.layer.4.attention.self.key      | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  73 | nncf_module.bert.encoder.layer.4.attention.self.value    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  75 | nncf_module.bert.encoder.layer.4.attention.output.dense  | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  79 | nncf_module.bert.encoder.layer.4.intermediate.dense      | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
|  81 | nncf_module.bert.encoder.layer.4.output.dense            | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
|  85 | nncf_module.bert.encoder.layer.5.attention.self.query    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  87 | nncf_module.bert.encoder.layer.5.attention.self.key      | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  89 | nncf_module.bert.encoder.layer.5.attention.self.value    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  91 | nncf_module.bert.encoder.layer.5.attention.output.dense  | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
|  95 | nncf_module.bert.encoder.layer.5.intermediate.dense      | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
|  97 | nncf_module.bert.encoder.layer.5.output.dense            | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
| 101 | nncf_module.bert.encoder.layer.6.attention.self.query    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 103 | nncf_module.bert.encoder.layer.6.attention.self.key      | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 105 | nncf_module.bert.encoder.layer.6.attention.self.value    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 107 | nncf_module.bert.encoder.layer.6.attention.output.dense  | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 111 | nncf_module.bert.encoder.layer.6.intermediate.dense      | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
| 113 | nncf_module.bert.encoder.layer.6.output.dense            | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
| 117 | nncf_module.bert.encoder.layer.7.attention.self.query    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 119 | nncf_module.bert.encoder.layer.7.attention.self.key      | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 121 | nncf_module.bert.encoder.layer.7.attention.self.value    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 123 | nncf_module.bert.encoder.layer.7.attention.output.dense  | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 127 | nncf_module.bert.encoder.layer.7.intermediate.dense      | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
| 129 | nncf_module.bert.encoder.layer.7.output.dense            | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
| 133 | nncf_module.bert.encoder.layer.8.attention.self.query    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 135 | nncf_module.bert.encoder.layer.8.attention.self.key      | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 137 | nncf_module.bert.encoder.layer.8.attention.self.value    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 139 | nncf_module.bert.encoder.layer.8.attention.output.dense  | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 143 | nncf_module.bert.encoder.layer.8.intermediate.dense      | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
| 145 | nncf_module.bert.encoder.layer.8.output.dense            | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
| 149 | nncf_module.bert.encoder.layer.9.attention.self.query    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 151 | nncf_module.bert.encoder.layer.9.attention.self.key      | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 153 | nncf_module.bert.encoder.layer.9.attention.self.value    | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 155 | nncf_module.bert.encoder.layer.9.attention.output.dense  | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 159 | nncf_module.bert.encoder.layer.9.intermediate.dense      | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
| 161 | nncf_module.bert.encoder.layer.9.output.dense            | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
| 165 | nncf_module.bert.encoder.layer.10.attention.self.query   | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 167 | nncf_module.bert.encoder.layer.10.attention.self.key     | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 169 | nncf_module.bert.encoder.layer.10.attention.self.value   | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 171 | nncf_module.bert.encoder.layer.10.attention.output.dense | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 175 | nncf_module.bert.encoder.layer.10.intermediate.dense     | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
| 177 | nncf_module.bert.encoder.layer.10.output.dense           | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |
| 181 | nncf_module.bert.encoder.layer.11.attention.self.query   | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 183 | nncf_module.bert.encoder.layer.11.attention.self.key     | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 185 | nncf_module.bert.encoder.layer.11.attention.self.value   | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 187 | nncf_module.bert.encoder.layer.11.attention.output.dense | NNCFLinear   | weight       | [768, 768]  |   589824 |  589824 |          0 |
| 191 | nncf_module.bert.encoder.layer.11.intermediate.dense     | NNCFLinear   | weight       | [3072, 768] |  2359296 | 2359296 |          0 |
| 193 | nncf_module.bert.encoder.layer.11.output.dense           | NNCFLinear   | weight       | [768, 3072] |  2359296 | 2359296 |          0 |