File size: 6,258 Bytes
74a9437 |
1 |
{"total": 334057858, "nnz": 83313090, "linear_total": 301989888, "linear_nnz": 51337216, "layers": {"0": {"total": 12594496, "nnz": 1593727, "linear_total": 12582912, "linear_nnz": 1586176, "linear_attention_total": 4194304, "linear_attention_nnz": 998400, "linear_dense_total": 8388608, "linear_dense_nnz": 587776}, "1": {"total": 12594496, "nnz": 1657297, "linear_total": 12582912, "linear_nnz": 1649664, "linear_attention_total": 4194304, "linear_attention_nnz": 1025024, "linear_dense_total": 8388608, "linear_dense_nnz": 624640}, "2": {"total": 12593728, "nnz": 1479660, "linear_total": 12582912, "linear_nnz": 1472512, "linear_attention_total": 4194304, "linear_attention_nnz": 595968, "linear_dense_total": 8388608, "linear_dense_nnz": 876544}, "3": {"total": 12594112, "nnz": 2009554, "linear_total": 12582912, "linear_nnz": 2001920, "linear_attention_total": 4194304, "linear_attention_nnz": 916480, "linear_dense_total": 8388608, "linear_dense_nnz": 1085440}, "4": {"total": 12593920, "nnz": 1833264, "linear_total": 12582912, "linear_nnz": 1825792, "linear_attention_total": 4194304, "linear_attention_nnz": 678912, "linear_dense_total": 8388608, "linear_dense_nnz": 1146880}, "5": {"total": 12593920, "nnz": 1825983, "linear_total": 12582912, "linear_nnz": 1818624, "linear_attention_total": 4194304, "linear_attention_nnz": 509952, "linear_dense_total": 8388608, "linear_dense_nnz": 1308672}, "6": {"total": 12593920, "nnz": 2167168, "linear_total": 12582912, "linear_nnz": 2159616, "linear_attention_total": 4194304, "linear_attention_nnz": 717824, "linear_dense_total": 8388608, "linear_dense_nnz": 1441792}, "7": {"total": 12594112, "nnz": 2485901, "linear_total": 12582912, "linear_nnz": 2478080, "linear_attention_total": 4194304, "linear_attention_nnz": 1009664, "linear_dense_total": 8388608, "linear_dense_nnz": 1468416}, "8": {"total": 12594496, "nnz": 2803661, "linear_total": 12582912, "linear_nnz": 2795520, "linear_attention_total": 4194304, "linear_attention_nnz": 1327104, "linear_dense_total": 8388608, "linear_dense_nnz": 1468416}, "9": {"total": 12593920, "nnz": 2171276, "linear_total": 12582912, "linear_nnz": 2163712, "linear_attention_total": 4194304, "linear_attention_nnz": 631808, "linear_dense_total": 8388608, "linear_dense_nnz": 1531904}, "10": {"total": 12594688, "nnz": 2807915, "linear_total": 12582912, "linear_nnz": 2799616, "linear_attention_total": 4194304, "linear_attention_nnz": 1531904, "linear_dense_total": 8388608, "linear_dense_nnz": 1267712}, "11": {"total": 12594496, "nnz": 2868180, "linear_total": 12582912, "linear_nnz": 2860032, "linear_attention_total": 4194304, "linear_attention_nnz": 1508352, "linear_dense_total": 8388608, "linear_dense_nnz": 1351680}, "12": {"total": 12594880, "nnz": 2771132, "linear_total": 12582912, "linear_nnz": 2762752, "linear_attention_total": 4194304, "linear_attention_nnz": 1525760, "linear_dense_total": 8388608, "linear_dense_nnz": 1236992}, "13": {"total": 12595264, "nnz": 3245559, "linear_total": 12582912, "linear_nnz": 3236864, "linear_attention_total": 4194304, "linear_attention_nnz": 1813504, "linear_dense_total": 8388608, "linear_dense_nnz": 1423360}, "14": {"total": 12595072, "nnz": 2936051, "linear_total": 12582912, "linear_nnz": 2927616, "linear_attention_total": 4194304, "linear_attention_nnz": 1774592, "linear_dense_total": 8388608, "linear_dense_nnz": 1153024}, "15": {"total": 12595840, "nnz": 2996110, "linear_total": 12582912, "linear_nnz": 2987008, "linear_attention_total": 4194304, "linear_attention_nnz": 1909760, "linear_dense_total": 8388608, "linear_dense_nnz": 1077248}, "16": {"total": 12595840, "nnz": 3270645, "linear_total": 12582912, "linear_nnz": 3261440, "linear_attention_total": 4194304, "linear_attention_nnz": 2169856, "linear_dense_total": 8388608, "linear_dense_nnz": 1091584}, "17": {"total": 12595264, "nnz": 2903531, "linear_total": 12582912, "linear_nnz": 2894848, "linear_attention_total": 4194304, "linear_attention_nnz": 1823744, "linear_dense_total": 8388608, "linear_dense_nnz": 1071104}, "18": {"total": 12595648, "nnz": 2669146, "linear_total": 12582912, "linear_nnz": 2660352, "linear_attention_total": 4194304, "linear_attention_nnz": 1886208, "linear_dense_total": 8388608, "linear_dense_nnz": 774144}, "19": {"total": 12595648, "nnz": 1927354, "linear_total": 12582912, "linear_nnz": 1918976, "linear_attention_total": 4194304, "linear_attention_nnz": 1472512, "linear_dense_total": 8388608, "linear_dense_nnz": 446464}, "20": {"total": 12595456, "nnz": 1386290, "linear_total": 12582912, "linear_nnz": 1378304, "linear_attention_total": 4194304, "linear_attention_nnz": 1079296, "linear_dense_total": 8388608, "linear_dense_nnz": 299008}, "21": {"total": 12594688, "nnz": 674764, "linear_total": 12582912, "linear_nnz": 667648, "linear_attention_total": 4194304, "linear_attention_nnz": 512000, "linear_dense_total": 8388608, "linear_dense_nnz": 155648}, "22": {"total": 12594304, "nnz": 472716, "linear_total": 12582912, "linear_nnz": 465920, "linear_attention_total": 4194304, "linear_attention_nnz": 375808, "linear_dense_total": 8388608, "linear_dense_nnz": 90112}, "23": {"total": 12594688, "nnz": 571244, "linear_total": 12582912, "linear_nnz": 564224, "linear_attention_total": 4194304, "linear_attention_nnz": 343040, "linear_dense_total": 8388608, "linear_dense_nnz": 221184}}, "total_sparsity": 75.06028132408129, "linear_sparsity": 83.00035264756944, "pruned_heads": {"0": [0, 1, 3, 4, 5, 8, 9, 13, 15], "1": [0, 1, 3, 5, 7, 9, 10, 13, 14], "2": [0, 1, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "3": [0, 3, 5, 6, 7, 8, 9, 11, 13, 14, 15], "4": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14], "5": [1, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15], "6": [0, 1, 2, 3, 4, 7, 8, 9, 10, 11, 12, 15], "7": [0, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14], "8": [3, 4, 5, 7, 8, 9, 10, 11, 12], "9": [0, 1, 2, 3, 5, 6, 7, 9, 10, 13, 14, 15], "10": [1, 2, 4, 5, 6, 8, 11, 13], "11": [0, 2, 5, 6, 7, 8, 10, 12, 15], "12": [0, 2, 6, 8, 9, 11, 13], "13": [2, 6, 10, 12, 15], "14": [1, 5, 6, 10, 11, 15], "15": [0, 9], "16": [5, 7], "17": [1, 4, 8, 12, 14], "18": [3, 11, 4], "19": [0, 12, 5], "20": [0, 10, 4, 12], "21": [0, 2, 3, 4, 8, 11, 12, 15], "22": [0, 1, 3, 4, 7, 9, 10, 11, 13, 15], "23": [2, 4, 8, 9, 10, 13, 14, 15]}} |