| {"total": 108893186, "nnz": 37412084, "linear_total": 84934656, "linear_nnz": 13502464, "layers": {"0": {"total": 7087872, "nnz": 993834, "linear_total": 7077888, "linear_nnz": 988160, "linear_attention_total": 2359296, "linear_attention_nnz": 677888, "linear_dense_total": 4718592, "linear_dense_nnz": 310272}, "1": {"total": 7087872, "nnz": 1131132, "linear_total": 7077888, "linear_nnz": 1125376, "linear_attention_total": 2359296, "linear_attention_nnz": 689152, "linear_dense_total": 4718592, "linear_dense_nnz": 436224}, "2": {"total": 7087872, "nnz": 1637570, "linear_total": 7077888, "linear_nnz": 1631232, "linear_attention_total": 2359296, "linear_attention_nnz": 1087488, "linear_dense_total": 4718592, "linear_dense_nnz": 543744}, "3": {"total": 7087872, "nnz": 1761552, "linear_total": 7077888, "linear_nnz": 1755136, "linear_attention_total": 2359296, "linear_attention_nnz": 1189888, "linear_dense_total": 4718592, "linear_dense_nnz": 565248}, "4": {"total": 7087872, "nnz": 1701216, "linear_total": 7077888, "linear_nnz": 1694720, "linear_attention_total": 2359296, "linear_attention_nnz": 1104896, "linear_dense_total": 4718592, "linear_dense_nnz": 589824}, "5": {"total": 7087872, "nnz": 1338767, "linear_total": 7077888, "linear_nnz": 1332736, "linear_attention_total": 2359296, "linear_attention_nnz": 818176, "linear_dense_total": 4718592, "linear_dense_nnz": 514560}, "6": {"total": 7087872, "nnz": 1331200, "linear_total": 7077888, "linear_nnz": 1325056, "linear_attention_total": 2359296, "linear_attention_nnz": 882688, "linear_dense_total": 4718592, "linear_dense_nnz": 442368}, "7": {"total": 7087872, "nnz": 1175442, "linear_total": 7077888, "linear_nnz": 1169408, "linear_attention_total": 2359296, "linear_attention_nnz": 846848, "linear_dense_total": 4718592, "linear_dense_nnz": 322560}, "8": {"total": 7087872, "nnz": 905581, "linear_total": 7077888, "linear_nnz": 899584, "linear_attention_total": 2359296, "linear_attention_nnz": 732160, "linear_dense_total": 4718592, "linear_dense_nnz": 167424}, "9": {"total": 7087872, "nnz": 539287, "linear_total": 7077888, "linear_nnz": 534016, "linear_attention_total": 2359296, "linear_attention_nnz": 449536, "linear_dense_total": 4718592, "linear_dense_nnz": 84480}, "10": {"total": 7087872, "nnz": 560943, "linear_total": 7077888, "linear_nnz": 555520, "linear_attention_total": 2359296, "linear_attention_nnz": 434176, "linear_dense_total": 4718592, "linear_dense_nnz": 121344}, "11": {"total": 7087872, "nnz": 496838, "linear_total": 7077888, "linear_nnz": 491520, "linear_attention_total": 2359296, "linear_attention_nnz": 334848, "linear_dense_total": 4718592, "linear_dense_nnz": 156672}}, "total_sparsity": 65.64331950026698, "linear_sparsity": 84.10252700617285, "pruned_heads": {"0": [0, 2, 4, 5, 6, 7, 11], "1": [0, 2, 3, 5, 6, 7, 8], "2": [8, 4, 7], "3": [2, 4, 6, 7], "4": [1, 2, 11], "5": [1, 2, 5, 6, 7, 11], "6": [10, 2, 3, 7], "7": [1, 3, 6, 7, 11], "8": [0, 8, 3, 4], "9": [1, 4, 5, 7, 9, 10], "10": [1, 2, 4, 5, 6, 7, 8], "11": [0, 2, 5, 7, 8, 10, 11]}} |