{
    "measurement": {
        "model.layers.0.self_attn": [
            {
                "accuracy": 0.8918544850067088,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9082489864606607,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9119066599952548,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9526721880232033,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9536657884324852,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9538778952862087,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9692224852348629,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9693562777614907,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97135178176196,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.973455679553904,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765196078898091,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9781003969868547,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787830355037984,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804832109397179,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883879785376944,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990232574091734,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919437954055244,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935362171381712,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978574140021872,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.0.mlp": [
            {
                "accuracy": 0.9216318067751432,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9235509408539847,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9470851662519731,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.961973322065253,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9597895387560129,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9634097185181945,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9751278068870306,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765410011536196,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795757079693047,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9796952815040162,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9824802252022844,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896027556571522,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991240213625133,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937758201880282,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994789989983761,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976362528916645,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998039709759484,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.1.self_attn": [
            {
                "accuracy": 0.9549433412520509,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9587021538693654,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9603990292862842,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787719577158752,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9790616480535582,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9792177252667514,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875386439165786,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876563737266942,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988542301335225,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989379291569716,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894065281964446,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901618809978429,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904965438732976,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912715181953421,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947563566904711,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956177280799142,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967129197657892,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974613828265941,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990667693476242,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.1.mlp": [
            {
                "accuracy": 0.8815589743225198,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.8955233916640282,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9063950137872445,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9087156371066445,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9635158739003696,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9682257118585863,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9726830854227668,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840871209866906,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858003555257854,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844371323032599,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874734476600823,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926309852958902,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939881557549693,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957852456228513,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962260066286514,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977451197337359,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998643952023581,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.2.self_attn": [
            {
                "accuracy": 0.9670515649608875,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9711407829860323,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9730814990440482,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983010981133894,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985144884178513,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9852459282663307,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909715979654146,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991123221447005,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917447913781201,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922808484223328,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926119635224735,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931141017004848,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935759457048813,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941056674640429,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996498522851126,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970366236214575,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976673679744923,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982809632661214,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993433315601004,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.2.mlp": [
            {
                "accuracy": 0.9400156942245207,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9424755685031414,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9545471266304192,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9590308911314136,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9716520980980835,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9739852116296166,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797383277235847,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851536557176396,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864610538474823,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9856720897614172,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876131169546983,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926768609714743,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938226357151411,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959037398404785,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962290187219256,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974024483113011,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987839888750674,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.3.self_attn": [
            {
                "accuracy": 0.9588652348243877,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9636489233296168,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9659048720802131,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9770458258786484,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9810151468080125,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9809178447742996,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891785909666827,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892513397835979,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901013859596691,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907288101599797,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903882659334493,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910067638235265,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919846828928903,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992680547415818,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957053715877823,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963722503744066,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971899438808721,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980522078143335,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992324590719747,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.3.mlp": [
            {
                "accuracy": 0.9398359924946961,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9424115488011586,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9526933827682545,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9570480028265401,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9708898620385873,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9733573578690228,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9784063632158857,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845665492803642,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859084462943045,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9852926081634665,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873015288459627,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992519423365593,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936783328456315,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957672631931737,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961766927306982,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972465734095558,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987911363040392,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.4.self_attn": [
            {
                "accuracy": 0.9517232601187731,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9614255059706538,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9648285560113818,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763788599520922,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9805125172593092,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9805394948803281,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988256507945296,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884616972780541,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892200068080503,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898821469151268,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902911138181624,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910399255980002,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917052804100278,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923760064289366,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954943116019038,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961525614765522,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970152560057804,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978731805948835,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991698214189934,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.4.mlp": [
            {
                "accuracy": 0.9437796289199277,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.945865187990038,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9546304832359678,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9590514763993652,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9718124624341726,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9742620146196139,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9789010984823108,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848193396863184,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9861266653690683,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9857012719210041,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876573140683927,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927227340981757,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993846624820052,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958241856044256,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962962047491026,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972747300236829,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987855215930674,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.5.self_attn": [
            {
                "accuracy": 0.957761407976872,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9614951787026305,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9651319872783988,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9778774415976123,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980163149339588,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804334536586937,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881499307230115,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884279121301676,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893004320267784,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899086237787024,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990206055539219,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908725249973175,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916457136553761,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923124050868577,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954538918958095,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961554074757978,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969842437973344,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978788953433794,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991811352512358,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.5.mlp": [
            {
                "accuracy": 0.9411622897574776,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9429775064713076,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9524896315446025,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9573689066853962,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.969724134394997,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9724062959614553,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.977421388471205,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9836696746121896,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851122793594473,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845826405247575,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866992210675227,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921484172442242,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993367003620063,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955102671918116,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960128261928299,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970862322339886,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998717392500686,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.6.self_attn": [
            {
                "accuracy": 0.9548547716909334,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.961380334374936,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9650113562023953,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9773124142696983,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9802865208567757,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9805513295884195,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885689963243509,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887997450699147,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989627923742917,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902178007668179,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901890600296227,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908625564145807,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916244549676776,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922673713023725,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954363251546103,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961368216838884,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970855707253673,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979658038232868,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992019822330851,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.6.mlp": [
            {
                "accuracy": 0.9316161400393436,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9335672439713227,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9464196152985096,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9518884490979345,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9649765671868074,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9680054493640599,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9743056808059153,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815257158816645,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831424005035507,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821707210748604,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845782687495414,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909122525469253,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923056621643666,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949041394467809,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953633100284558,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966744757625029,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985481706006747,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.7.self_attn": [
            {
                "accuracy": 0.9576118976662034,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9614158304114091,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9657237682687609,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9767231611829055,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9798196715449816,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980200206664832,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987466407106503,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876443658906379,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884654622721044,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890604166215972,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901056835967067,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906873709865307,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916343909296158,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922406610199496,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954743425631406,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961556243514152,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968222571831,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978292435713995,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991275274660438,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.7.mlp": [
            {
                "accuracy": 0.9208261741227225,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9232193123745291,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9383837449315348,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9438793480788407,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.960588390203683,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9638357319329914,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9708022821302477,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9796513789578488,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812797864801005,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97999173098881,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826241685077548,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898259016244035,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913521973955396,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99441342016584,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947943078648103,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962146403390522,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984725781373287,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.8.self_attn": [
            {
                "accuracy": 0.952632018021847,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9557791005231833,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9612872443701092,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9745927563819446,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9772743402343047,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9776230809327803,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870714851606049,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873689940983528,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882039942435528,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888395877358945,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887764772988463,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895112423324272,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906506690588829,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913680250021187,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949301019507019,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956972677456705,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967088824211571,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976868790169982,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991079309195476,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.8.mlp": [
            {
                "accuracy": 0.9190831374573081,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9216999550791163,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.936373630244481,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9413897691196517,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9597517380392865,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9631041054074702,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9695722896997866,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9793938789026517,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9808953630885011,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795654095513256,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822664621629213,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896096986669459,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911770427991685,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942964956311411,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946595924832907,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959452054218242,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984514551960226,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.9.self_attn": [
            {
                "accuracy": 0.9449693633145407,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9484217404142806,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9546287044098503,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9701944796466514,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9733401181078271,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9736935104194441,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850299953924198,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853000867327577,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986395371293551,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871461178715292,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867506608072865,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876651629609497,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988939086808578,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897863858526474,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939807207372627,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949075948741091,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961859092459475,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997311224842346,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989678916999286,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.9.mlp": [
            {
                "accuracy": 0.914877820171808,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9177610236955316,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9320581580855345,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9367706195304268,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9574912716879657,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9611005193896984,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9672053130833727,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783484050513882,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9798120174458936,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783861902297327,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812516552935305,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889982476536381,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906728106158736,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939693602439212,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943370519352979,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955486482695529,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983765010991575,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.10.self_attn": [
            {
                "accuracy": 0.9477483351763926,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9507510605219164,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9582225385269052,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9707174513881144,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9745391638655412,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9748637250771648,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858608453191424,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9861112422750968,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871103925826518,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877762160705108,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874039593789923,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882870757168061,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989874319442989,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990627318032478,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945019415922856,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953174220741188,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996367860328112,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975892399425471,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990245053900013,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.10.mlp": [
            {
                "accuracy": 0.9183490021448386,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9213375906018835,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9329293109476566,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.936925501611672,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9588964619722805,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9624581831066232,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9674239104711696,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9790521805223665,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9803343638287563,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9790666868027887,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818599945620486,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893357470680616,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990969880459536,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994104722637291,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944922560825944,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954702580886844,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983997993649131,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.11.self_attn": [
            {
                "accuracy": 0.944610464337625,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9476659995944876,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9538752313115095,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9681671391192236,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9731961289714826,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9735551926454431,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849647181108594,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9852835600215354,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863619364209866,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987174446351434,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986761858147618,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877357326055828,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889326213711971,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898065371242794,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939955495248892,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949212586997371,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961845664626086,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973964043647835,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989752462501392,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.11.mlp": [
            {
                "accuracy": 0.9109836644247958,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9140902161598206,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9281464928859159,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9326826581045201,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9551283789700583,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9590366282745412,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.964959258801843,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.977235603195272,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9786988774216488,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9771382036177736,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9802044471725821,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883511724734777,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901385575189794,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935909456965563,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939823079315063,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951552258877966,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982745534139931,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.12.self_attn": [
            {
                "accuracy": 0.9459888968420656,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.949024257495215,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9548022980360609,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9680496973818854,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9738557808297245,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9740426496259476,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9856270944307509,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858405256251755,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867168108099386,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874099131771609,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870282637053415,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879041976834598,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891099780797958,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899477076863772,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940770206188685,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949792474385744,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962833604260691,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974072551918461,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989872210181171,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.12.mlp": [
            {
                "accuracy": 0.9091709938488508,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9124237310729528,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9262863923060267,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9307341205054208,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9542465990311221,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9581771969403091,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9640158570714688,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9768056894995665,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9782469072624257,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9767114191659187,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797936874490819,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881435238119018,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899372244743925,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934866737917458,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938756358368617,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950351582374424,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982461815663172,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.13.self_attn": [
            {
                "accuracy": 0.9404947544006925,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9428645201811665,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9486603505517307,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9639495551390083,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9707549702572195,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.971018827275226,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98396185785532,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9842625551023766,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854322980207048,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9862066805362701,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854965724149033,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986487690359354,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878268418343443,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887877757612028,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993401408563123,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994405240555735,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958922322839499,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970675286665363,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998886666573143,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.13.mlp": [
            {
                "accuracy": 0.9041070945953068,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9075154320974099,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9229204454704335,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9277296474105433,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9516563835112672,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9558206978989274,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9622396482644897,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9752196292147824,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9767928152884308,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9751976642169451,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.978374931961298,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872342415252015,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891590727983337,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929428451792582,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993371833360901,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946478088631442,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980525490644044,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.14.self_attn": [
            {
                "accuracy": 0.9349782010050196,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9379768430402404,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.945096105141075,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9596535320344725,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9680114512969005,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9683232642710209,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825384853603808,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829014608832566,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840419620863701,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848543510429169,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9841309649085528,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850988078764394,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866552945520533,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876747155856145,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927194927279887,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938313969361939,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954972403418076,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967969782086775,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987880437218241,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.14.mlp": [
            {
                "accuracy": 0.9188607150786802,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9244830467199024,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9337702385689083,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9366600942846975,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9645840314854133,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9674655235323467,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9717302292977509,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821427784075862,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9832810038504632,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821958389917487,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844767321881495,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908930089961934,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922425949848012,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949662654145964,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952814889410021,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961701680685541,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986093850977915,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.15.self_attn": [
            {
                "accuracy": 0.952510528070362,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9540357311305246,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9591783362587816,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9706833734128036,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763344255717177,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.976627320639397,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871532124908347,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873778693574039,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883029588841294,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889580514772158,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882465916636743,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890263781049534,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900952743268326,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908945646725202,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946051158108994,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954396206763034,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966962556599787,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997647501473119,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999114441507692,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.15.mlp": [
            {
                "accuracy": 0.9316689968109131,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9341091921454981,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9446980117967254,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9479835537311277,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9655666796392516,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9685606630028862,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9729026222699567,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825400023378039,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9836476569211012,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9824432001302117,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9847735508198017,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991025359051204,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992408833858606,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950747479513091,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953534297988211,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996259620707286,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986577550145356,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.16.self_attn": [
            {
                "accuracy": 0.9520988252602125,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9532937195740248,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.957758399804956,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9691668687094199,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763343344981733,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.976537858577151,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872976473875736,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874671535860551,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882851138122772,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889367888926676,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881740054605823,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889190861171013,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898498424230829,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990626991873509,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945274649040872,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953166814643497,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967265327730658,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975889935035651,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991167105771112,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.16.mlp": [
            {
                "accuracy": 0.9290380497512064,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9316193826104465,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9433965702590189,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9469214930738273,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9644403210596034,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9676039544375319,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9722450701029677,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818897544847507,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831479139822094,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818501314638477,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9842900008845487,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990712394692788,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921550957338983,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949102942513204,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951927428820023,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996233079447656,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986221105730357,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.17.self_attn": [
            {
                "accuracy": 0.9522969467859519,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9537467176192685,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9587814428500439,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9705118962416523,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9761759806424379,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9764574267166225,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870889973091451,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987348389321644,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881633232886854,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888586650945639,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881309388989681,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888865750675139,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899262879533988,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906851272833975,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945244981270087,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953604299869192,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966825239703452,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976050790313533,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991114371254011,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.17.mlp": [
            {
                "accuracy": 0.9280456614337469,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9306346229032466,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.942447052778382,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9459884133385985,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9638331606003799,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9670053774392918,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9717987554245874,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9816123120192635,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828073386298982,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815224669383544,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9839512629826602,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905336198495015,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919877156713292,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948249075463728,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950951359136716,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961149744370854,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986099328686434,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.18.self_attn": [
            {
                "accuracy": 0.9475241921057826,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9494793236647782,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9548910795465896,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9671334723304761,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9739376803565967,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9742162444285656,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98572873775112,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859968035138751,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869068560533618,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876346822435919,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986935958658394,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878076425214347,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889842629628746,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898123725709554,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940217007441741,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948998156591857,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963075594094238,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973526562220956,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990068055554538,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.18.mlp": [
            {
                "accuracy": 0.927019969413155,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9294095211907437,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9417286921096475,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9454584790295676,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9631596887974363,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9662749084987139,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9713573597959781,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9813426877126882,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825612920287409,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981234542045154,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9836879209370205,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904424658192224,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918794856945935,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947956215810815,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950786492125573,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961206365107117,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986126167381084,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.19.self_attn": [
            {
                "accuracy": 0.949015497965248,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9506288919793933,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9555976965317601,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9675735842044416,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9745695883114087,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9748464678659251,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9861919975496436,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864627891955408,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872770793245811,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879962340683529,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987292381003499,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988089844780533,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989163656571978,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989990384489494,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941338059051257,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99500550349292,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964295854350846,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974102762307188,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990429968946908,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.19.mlp": [
            {
                "accuracy": 0.9279996476283199,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9303881010334742,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9424301787818733,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9461587790987993,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9636642346648794,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9666965141108161,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9717084640931142,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815489450763715,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9827699173045786,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815121261697066,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9839037253864502,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905916164188009,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919856779375359,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948741680035662,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951555463117793,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961982142841933,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986265690041412,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.20.self_attn": [
            {
                "accuracy": 0.9517857048072313,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9531810460122008,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9579200413274138,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9683270557342392,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9759121194089714,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9762300823472048,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863382831313893,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986633442930485,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876136696946464,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882874855477559,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988012954053518,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887371930832926,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896522733431897,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904626826755702,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943790389960142,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952311689450749,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964677298466038,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974910406224233,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990522504453302,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.20.mlp": [
            {
                "accuracy": 0.9284289091041213,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9308221542129391,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9425698940299059,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9461652154200956,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9639188231606233,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9669758307894594,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9718418403675682,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9817647000676707,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829224196605777,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9816379107927021,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840435591085177,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906087969429791,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920415721196485,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948292228050137,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951161377033905,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960865194688698,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985171828394461,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.21.self_attn": [
            {
                "accuracy": 0.9524415049113726,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9538754532603841,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9597658796333953,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.969553057202383,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9758182419954162,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763491801721486,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9860297265511594,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866613398649191,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875413896515965,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881562882740247,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878287972686323,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888535124788943,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898207854283484,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907048883308706,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944441679031834,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953500511933511,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963218639849832,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976170247935346,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990078494577718,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.21.mlp": [
            {
                "accuracy": 0.9294186203103316,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9317405068952787,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9433968918103921,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.946988720446825,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9643926893017793,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9673399164488441,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9721561387965554,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981928867042849,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831111434553015,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818807919264624,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984209234385114,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907798041638575,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921319310210253,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949608749317888,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952399237571579,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962425247006315,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985917225345283,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.22.self_attn": [
            {
                "accuracy": 0.9503167304945619,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9520233295073635,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9573459993851812,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9690042523373115,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9752298349416569,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9755924282301414,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866464044898748,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9868346687504336,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876833238491887,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988372662643853,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876721599384358,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884503218100259,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896273143148344,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904167059024698,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994383544575325,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952115006499777,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965550417668725,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997529945225994,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990780246811674,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.22.mlp": [
            {
                "accuracy": 0.9303879653544802,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9326785649908216,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9440078339294383,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9475436704723459,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9649189047907528,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9677870932378267,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9724731350219563,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822108893606224,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9833410074934363,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821699594000453,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844472449959109,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909466727587738,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922612527581421,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950677396263927,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953397948687014,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962920917835283,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986802050660021,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.23.self_attn": [
            {
                "accuracy": 0.956609133630991,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9587389222885433,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9641117501611772,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9733007298292298,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787240838141817,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9788968103300584,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878996614072668,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881923082529714,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891472489229942,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897162450575515,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894685443784845,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901269640724518,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911197254581279,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917893356055414,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951772895077929,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959307634271681,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969324971010026,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978699481886762,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991667411431033,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.23.mlp": [
            {
                "accuracy": 0.9304302344588857,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9327170890020697,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9441831204059877,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9476627458475138,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.964976926971423,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9678488205138006,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9725518989327707,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9823243844469911,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9834252728247329,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822152201576453,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844837436256441,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909720555634091,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922832704982475,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951000040593115,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953486856661344,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962958722179266,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986940833531615,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.24.self_attn": [
            {
                "accuracy": 0.961113249294852,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9628877849563172,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9691456047523963,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9768794958332652,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9807562307503662,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981068366991454,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989358950210245,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896477170680699,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903280187986399,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907833051769749,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905003996222819,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991133514938778,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924731787882353,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930577408767453,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959194150532743,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965429480775798,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997264045891107,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982159330668908,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992548942192163,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.24.mlp": [
            {
                "accuracy": 0.9318925914795775,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9341620730334207,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.945067233945194,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.948394595988487,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9656499237998536,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9684853526322466,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9729535779670665,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826536513374824,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9837172249528138,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982549548051075,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9847807686677889,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911353675844637,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924295306156733,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951783159110499,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954288015142083,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963310472667217,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987061176522586,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.25.self_attn": [
            {
                "accuracy": 0.9577202057760013,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9595961537408202,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9654768298527128,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9739977440943843,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9791418796307162,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795953585325103,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883572017087748,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886562889441848,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895283881770937,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900593755178546,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897019415603656,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904039914376641,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991632109189308,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923208436291469,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954589570284282,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961771315306818,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970119649813952,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980245686969474,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999183512727828,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.25.mlp": [
            {
                "accuracy": 0.9328738670600087,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9350743911376125,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9457719073091683,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9490400725289395,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9661184130726677,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9689200475419822,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9732792335317323,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828646051648416,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9839216506010607,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9827713187980024,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849806023075393,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912406669831589,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925189715516018,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952214610958962,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954862540808359,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963683365403038,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987127323647177,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.26.self_attn": [
            {
                "accuracy": 0.9567102089916405,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9583767499578626,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.963444497436285,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.973130635525051,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9786198822487342,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97885629475901,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881249458382004,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884234464384223,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892120456911231,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897691940300559,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98932083338303,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900644174041716,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910982655557362,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917875831750663,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951483447251743,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958892689503142,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969085839111358,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978602598850174,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991725529360241,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.26.mlp": [
            {
                "accuracy": 0.9318183033089888,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9340550628931898,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9449765450860325,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9482572976695864,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9656389450752422,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9684790111097851,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9729113025884879,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826821756892299,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9837332351231262,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825470173045209,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9847769777437574,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911355673286476,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924280435386065,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951834924470045,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995425002722952,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963140147370532,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987021558856788,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.27.self_attn": [
            {
                "accuracy": 0.9581870632736307,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9598193939187025,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9656034915855056,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9746585824575863,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9793824491728294,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797123232366223,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886139027382198,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889557256706452,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896566542355638,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901639276037091,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989783923729862,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904334448081883,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916822234119632,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992339560271878,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954993565395278,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961666485637819,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970842656360841,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980273042731967,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991992587885378,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.27.mlp": [
            {
                "accuracy": 0.9320484631155667,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9342816995554849,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.945168411261157,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9484666415343159,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.965725241326972,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9685584935114572,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9729815322513643,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826919724184432,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983750873000214,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825843888776082,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848136932245994,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911523256941062,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924430326117497,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951826074454737,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954380803913074,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963309533869553,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986904878230569,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.28.self_attn": [
            {
                "accuracy": 0.9574802853167057,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.959077313542366,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.964577877697976,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9738790297782735,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9789925919551599,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9791698341110819,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881486167248926,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883741915324017,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891690472140908,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896983987602749,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896055213420799,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902513682057983,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913412313908339,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920226293370912,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952952358381528,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959986479585304,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969293988726445,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979215580847507,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991635407878723,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.28.mlp": [
            {
                "accuracy": 0.932116087526083,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9343573698087743,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9451700209787017,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9484477037269818,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9657515273674538,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9686243772310645,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9729604622055041,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826917259610797,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9837651013543731,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982606158395739,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848449087064517,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99116350369724,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924571536187279,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951790498177472,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954388437694625,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963221271448818,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986763039885677,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.29.self_attn": [
            {
                "accuracy": 0.960995575315074,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9627855471090266,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9678697848790571,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756289749945465,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9808695349156072,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9810203271182744,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889867195467416,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892477835773638,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901086585596204,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990684329287002,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905175274287007,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911230305503858,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922006773811421,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928743265520193,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957505250349641,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964068861506683,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971326985886615,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980714359063361,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992239583179502,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.29.mlp": [
            {
                "accuracy": 0.9342760143703536,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9364797819993997,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9468579919714677,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9499591296832812,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9669354741314524,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9696605240828112,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.973826952278614,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9833656847476959,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843437642741361,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9832228079046074,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853549690328931,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914858658356887,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927141473040377,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953737505589073,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956024831504022,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964292896543875,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987457210663706,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.30.self_attn": [
            {
                "accuracy": 0.9627041620643515,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9645412614274966,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9700001180171967,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9766210397999537,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981945968085998,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9824463342757601,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896101345259108,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900121398172096,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907741616234967,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911971865957113,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910869146207053,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991764373219523,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927310876205171,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932664359282506,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959875215090027,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966559092587742,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972734443573771,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982799558263076,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992494900361635,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.30.mlp": [
            {
                "accuracy": 0.9349060666404272,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9370734701423269,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9473125595403344,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9503247039882761,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9672051503470069,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9699182067262498,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9740050671328055,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983550611785368,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984490488949967,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9833486771309062,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854712275494086,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915449509740268,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992775150084574,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954122425130519,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956312461780679,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996434212833839,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987633649725467,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.31.self_attn": [
            {
                "accuracy": 0.9670326769548028,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9685169552501879,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9731821763868395,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.978420405011428,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983421456362856,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983848190425258,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903814176244563,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906123401597142,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916689919650947,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920645793164639,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919049587639931,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925643419111637,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933612298122362,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939757237750056,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963990752340147,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969835493860668,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974859990302081,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984401456068123,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992969777085818,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.31.mlp": [
            {
                "accuracy": 0.9337925210987267,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9359923022750177,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9463845169857928,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9493891306613621,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9666306414690456,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9694166811869332,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97353635796983,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9832811985949153,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9842249537376981,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9830371851199552,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9852206391821566,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913713979828906,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926383021091553,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952914577933323,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955305484319595,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963342666650485,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998681832693125,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.32.self_attn": [
            {
                "accuracy": 0.9692488708778432,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9700018028287511,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756777362996026,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9805883721105362,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845488200846472,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849842565232202,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912449502092051,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915758267192072,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921659834094738,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925093700570103,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924716850203511,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930145504002116,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940480218072864,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945461374805554,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967457696452344,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972531634358395,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977103939623033,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986060911997858,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993533856958445,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.32.mlp": [
            {
                "accuracy": 0.9321089132051719,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9343941197975686,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9451021814816877,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9481463561716833,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9657696040445253,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9686226656562403,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9728379334862295,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828908226305717,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9838536715527114,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826093887125975,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848418668598721,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911607784513188,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924596981145442,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952177312102561,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954301204262791,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962602238489413,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987267814882982,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.33.self_attn": [
            {
                "accuracy": 0.9668235228838105,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9682517788912121,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9740940203988239,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795208664512948,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9835971052219209,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840267884888148,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906399982099078,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910809403089317,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991943072527647,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922843754634654,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920216402970254,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926645930513347,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936438137420306,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942596552305316,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965305130585635,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997131309349482,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975976179304876,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985401842216226,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993336899512398,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.33.mlp": [
            {
                "accuracy": 0.930892170455895,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9332031025306174,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9440709105447719,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9471132508233974,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9651317614081659,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9680540561676025,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9723009620057909,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826012203273805,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9835620195065674,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822816521321472,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845588677807858,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909997371172434,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923214426656303,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995134867151807,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953414107011141,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961722486186773,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987067479615737,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.34.self_attn": [
            {
                "accuracy": 0.962340358252588,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9641474165806645,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9702530115058547,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9769372729290473,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9816906874215132,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9817356481461933,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989353857983492,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897149424803885,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905874685776469,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910365024483517,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99081552239429,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915126058224001,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927135712320083,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933442417042035,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960460616275668,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966951069471083,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972684373343853,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982643917104915,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992368086578177,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.34.mlp": [
            {
                "accuracy": 0.9288098498394615,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9312278369539663,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9423834208987261,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9455015771090984,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9640420398821956,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9670685213059187,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9714195954760438,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9820490966207887,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9830527057577121,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9817244744320449,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840798293681521,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907107928424681,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920765958530339,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949804679000456,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951899228127379,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960481311611243,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986557932693119,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.35.self_attn": [
            {
                "accuracy": 0.9650727085965245,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.966480351886467,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9721031922258829,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9784146674761647,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828024409025123,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829243339206043,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901699312031269,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904112008547312,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910857678194972,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914741384747782,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914785780404743,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920707015369675,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931186831458226,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936738130391428,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962653941352313,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968292295785719,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974627692963144,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983290084024989,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992908426425665,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.35.mlp": [
            {
                "accuracy": 0.9246439786725923,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9272199247620607,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9390009682821601,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9423004894664413,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9619423004945642,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9651883052367913,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9697718593831125,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9810000311975416,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9820824215482724,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9806730016869935,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831781584867522,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901844940981582,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916297745106644,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946903677314127,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994919655538213,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995835706885708,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985894062311241,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.36.self_attn": [
            {
                "accuracy": 0.9625953147677999,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9649433279900175,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97071093232616,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9773281501900208,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9816237694926953,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982001006603241,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891711435231724,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989541422820797,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904334733360692,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909380222915819,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910235301052269,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916813160096737,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926917628679228,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993329553448252,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960106314699116,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966657627619019,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971744376357252,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99818462690363,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992213812227803,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.36.mlp": [
            {
                "accuracy": 0.9210581979469249,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9238360914352693,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9360143281519413,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.939407003749358,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9601867059735876,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9635713474923059,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9682882573259504,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980104443960284,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812157725131041,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797576063949811,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9823871809302976,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897162275094735,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912351400983569,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944298246777371,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946745862498095,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956188657884731,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985249766430474,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.37.self_attn": [
            {
                "accuracy": 0.966155598626325,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9682005815404027,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9754421711948357,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804841857893687,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9838216626330426,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840655710646197,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903834214385011,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906666154826158,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916129390415,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920039005136412,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920922809427506,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925952436108338,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938082456049558,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943512095334498,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965810074936599,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971401574408734,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997484662851907,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985637899524974,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992971129157875,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.37.mlp": [
            {
                "accuracy": 0.9187654754833171,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9216812617684665,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9337923448336751,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9372163120853274,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9588097549582782,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9623563087692386,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9670036226314933,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9790279043740348,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9801790400555259,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9788327811187819,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9814610241569186,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891189018166379,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907023101603907,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940545249877399,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943256725459114,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995258830034321,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984138207142487,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.38.self_attn": [
            {
                "accuracy": 0.9686678416634861,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9694423515741762,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765559212353668,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812849045388008,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984211191485979,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845754544397718,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909788901966653,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914153711135058,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920584407978152,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923443343294295,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922464290192645,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928028052672744,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941935908833617,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946416977449859,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967936916080745,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973066549282521,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976367991001002,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986058388236224,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993339019037146,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.38.mlp": [
            {
                "accuracy": 0.9159390369528219,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9189551166797939,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9318702695401091,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9354592855823667,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9573300500449381,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9612672603444049,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9659142957902268,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.978009342853176,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9792920709832719,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9778849515867861,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9806842639258033,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885075418768745,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990211038311061,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993656657758708,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939655422870266,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949923705701765,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998290890276334,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.39.self_attn": [
            {
                "accuracy": 0.9585211629930296,
                "total_bits": 173967360,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9604823312869197,
                "total_bits": 178685952,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9673875236981794,
                "total_bits": 181272320,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756411869863146,
                "total_bits": 217839104,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795483832100504,
                "total_bits": 257451008,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9798672000240338,
                "total_bits": 257551616,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887689411836235,
                "total_bits": 330720256,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989084346857118,
                "total_bits": 330820864,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897679482145529,
                "total_bits": 333486592,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990235677773231,
                "total_bits": 338415616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898454967003903,
                "total_bits": 339340544,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905124416476802,
                "total_bits": 342006272,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920758919937438,
                "total_bits": 344623104,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926614409165555,
                "total_bits": 349753344,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956573263349894,
                "total_bits": 423846912,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963117476038047,
                "total_bits": 431542272,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970801088248232,
                "total_bits": 494298112,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980797114059035,
                "total_bits": 508284928,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999188985160895,
                "total_bits": 657875968,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.39.mlp": [
            {
                "accuracy": 0.932160860025569,
                "total_bits": 693657024,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9346282327253568,
                "total_bits": 723541440,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9452950521127174,
                "total_bits": 845750784,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9482197718400704,
                "total_bits": 989078016,
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9659809751534149,
                "total_bits": 1009447584,
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9693486018988647,
                "total_bits": 1036465152,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9730143192175188,
                "total_bits": 1151208864,
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982380887983661,
                "total_bits": 1264455072,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983509072788844,
                "total_bits": 1277899776,
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982399044313321,
                "total_bits": 1303769760,
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9847191119762627,
                "total_bits": 1330787328,
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908200385245053,
                "total_bits": 1598091936,
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922197563083548,
                "total_bits": 1625109504,
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947870899678061,
                "total_bits": 1838936736,
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951780790977768,
                "total_bits": 1899932928,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960243576451352,
                "total_bits": 2156309760,
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984884672908505,
                "total_bits": 2426842368,
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.norm.norm": null,
        "lm_head.linear": null
    },
    "last_module_idx": 82
}