| {"total": 108877826, "nnz": 46161559, "linear_total": 84934656, "linear_nnz": 22248960, "layers": {"0": {"total": 7086336, "nnz": 1640232, "linear_total": 7077888, "linear_nnz": 1634304, "linear_attention_total": 2359296, "linear_attention_nnz": 786432, "linear_dense_total": 4718592, "linear_dense_nnz": 847872}, "1": {"total": 7086336, "nnz": 1893837, "linear_total": 7077888, "linear_nnz": 1887744, "linear_attention_total": 2359296, "linear_attention_nnz": 786432, "linear_dense_total": 4718592, "linear_dense_nnz": 1101312}, "2": {"total": 7086720, "nnz": 2407323, "linear_total": 7077888, "linear_nnz": 2400768, "linear_attention_total": 2359296, "linear_attention_nnz": 1179648, "linear_dense_total": 4718592, "linear_dense_nnz": 1221120}, "3": {"total": 7086912, "nnz": 2594901, "linear_total": 7077888, "linear_nnz": 2588160, "linear_attention_total": 2359296, "linear_attention_nnz": 1376256, "linear_dense_total": 4718592, "linear_dense_nnz": 1211904}, "4": {"total": 7086912, "nnz": 2662529, "linear_total": 7077888, "linear_nnz": 2655744, "linear_attention_total": 2359296, "linear_attention_nnz": 1376256, "linear_dense_total": 4718592, "linear_dense_nnz": 1279488}, "5": {"total": 7086528, "nnz": 2205912, "linear_total": 7077888, "linear_nnz": 2199552, "linear_attention_total": 2359296, "linear_attention_nnz": 983040, "linear_dense_total": 4718592, "linear_dense_nnz": 1216512}, "6": {"total": 7086720, "nnz": 2138348, "linear_total": 7077888, "linear_nnz": 2131968, "linear_attention_total": 2359296, "linear_attention_nnz": 1179648, "linear_dense_total": 4718592, "linear_dense_nnz": 952320}, "7": {"total": 7086912, "nnz": 2098450, "linear_total": 7077888, "linear_nnz": 2092032, "linear_attention_total": 2359296, "linear_attention_nnz": 1376256, "linear_dense_total": 4718592, "linear_dense_nnz": 715776}, "8": {"total": 7086528, "nnz": 1423579, "linear_total": 7077888, "linear_nnz": 1417728, "linear_attention_total": 2359296, "linear_attention_nnz": 983040, "linear_dense_total": 4718592, "linear_dense_nnz": 434688}, "9": {"total": 7086528, "nnz": 1160752, "linear_total": 7077888, "linear_nnz": 1155072, "linear_attention_total": 2359296, "linear_attention_nnz": 983040, "linear_dense_total": 4718592, "linear_dense_nnz": 172032}, "10": {"total": 7086528, "nnz": 1136160, "linear_total": 7077888, "linear_nnz": 1130496, "linear_attention_total": 2359296, "linear_attention_nnz": 983040, "linear_dense_total": 4718592, "linear_dense_nnz": 147456}, "11": {"total": 7086144, "nnz": 960814, "linear_total": 7077888, "linear_nnz": 955392, "linear_attention_total": 2359296, "linear_attention_nnz": 589824, "linear_dense_total": 4718592, "linear_dense_nnz": 365568}}, "total_sparsity": 57.602424023418685, "linear_sparsity": 73.80461516203704, "pruned_heads": {"0": [0, 2, 4, 5, 6, 7, 9, 11], "1": [0, 2, 3, 5, 6, 7, 8, 9], "2": [1, 2, 4, 7, 8, 11], "3": [2, 4, 6, 7, 10], "4": [0, 1, 2, 6, 11], "5": [0, 1, 2, 5, 6, 7, 11], "6": [0, 2, 3, 4, 7, 10], "7": [1, 3, 6, 7, 11], "8": [0, 1, 2, 3, 4, 6, 8], "9": [1, 3, 4, 5, 7, 9, 10], "10": [1, 4, 5, 6, 7, 8, 9], "11": [0, 2, 3, 5, 6, 7, 8, 10, 11]}} |