| {"total": 108883970, "nnz": 54738530, "linear_total": 84934656, "linear_nnz": 30818304, "layers": {"0": {"total": 7086912, "nnz": 2508829, "linear_total": 7077888, "linear_nnz": 2502144, "linear_attention_total": 2359296, "linear_attention_nnz": 1376256, "linear_dense_total": 4718592, "linear_dense_nnz": 1125888}, "1": {"total": 7086528, "nnz": 2275077, "linear_total": 7077888, "linear_nnz": 2268672, "linear_attention_total": 2359296, "linear_attention_nnz": 983040, "linear_dense_total": 4718592, "linear_dense_nnz": 1285632}, "2": {"total": 7087296, "nnz": 3300512, "linear_total": 7077888, "linear_nnz": 3293184, "linear_attention_total": 2359296, "linear_attention_nnz": 1769472, "linear_dense_total": 4718592, "linear_dense_nnz": 1523712}, "3": {"total": 7087296, "nnz": 3332789, "linear_total": 7077888, "linear_nnz": 3325440, "linear_attention_total": 2359296, "linear_attention_nnz": 1769472, "linear_dense_total": 4718592, "linear_dense_nnz": 1555968}, "4": {"total": 7087680, "nnz": 3787869, "linear_total": 7077888, "linear_nnz": 3780096, "linear_attention_total": 2359296, "linear_attention_nnz": 2162688, "linear_dense_total": 4718592, "linear_dense_nnz": 1617408}, "5": {"total": 7087488, "nnz": 3488090, "linear_total": 7077888, "linear_nnz": 3480576, "linear_attention_total": 2359296, "linear_attention_nnz": 1966080, "linear_dense_total": 4718592, "linear_dense_nnz": 1514496}, "6": {"total": 7087296, "nnz": 2911651, "linear_total": 7077888, "linear_nnz": 2904576, "linear_attention_total": 2359296, "linear_attention_nnz": 1769472, "linear_dense_total": 4718592, "linear_dense_nnz": 1135104}, "7": {"total": 7087104, "nnz": 2427432, "linear_total": 7077888, "linear_nnz": 2420736, "linear_attention_total": 2359296, "linear_attention_nnz": 1572864, "linear_dense_total": 4718592, "linear_dense_nnz": 847872}, "8": {"total": 7087488, "nnz": 2447541, "linear_total": 7077888, "linear_nnz": 2440704, "linear_attention_total": 2359296, "linear_attention_nnz": 1966080, "linear_dense_total": 4718592, "linear_dense_nnz": 474624}, "9": {"total": 7086720, "nnz": 1394440, "linear_total": 7077888, "linear_nnz": 1388544, "linear_attention_total": 2359296, "linear_attention_nnz": 1179648, "linear_dense_total": 4718592, "linear_dense_nnz": 208896}, "10": {"total": 7086912, "nnz": 1551278, "linear_total": 7077888, "linear_nnz": 1545216, "linear_attention_total": 2359296, "linear_attention_nnz": 1376256, "linear_dense_total": 4718592, "linear_dense_nnz": 168960}, "11": {"total": 7086528, "nnz": 1474300, "linear_total": 7077888, "linear_nnz": 1468416, "linear_attention_total": 2359296, "linear_attention_nnz": 983040, "linear_dense_total": 4718592, "linear_dense_nnz": 485376}}, "total_sparsity": 49.72765045212808, "linear_sparsity": 63.71527777777778, "pruned_heads": {"0": [2, 4, 5, 6, 7], "1": [0, 2, 3, 5, 6, 7, 8], "2": [8, 4, 7], "3": [2, 4, 6], "4": [2], "5": [1, 2], "6": [2, 3, 7], "7": [11, 3, 6, 7], "8": [0, 4], "9": [1, 4, 5, 7, 9, 10], "10": [1, 4, 5, 6, 7], "11": [0, 2, 5, 6, 7, 8, 11]}} |