{
    "measurement": {
        "model.layers.0.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.9347862977730601,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.938650917065771,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9466737973454752,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9662155178620627,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9689507854024046,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9695636310467595,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9787645768864375,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9792758698428148,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9811720477024976,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9822319301923639,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9846154852329116,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.985674239989174,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9865758850876438,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9876354305857891,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.992604570928961,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937643747972814,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9944779675233325,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9962205299985056,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9984855374358105,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.9062835282989239,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9090479131984084,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9290452045633605,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9375292727429616,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9587470351375247,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.961229618295635,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9713176993751212,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9770361755386388,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9794212949070099,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9797257354826128,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9820762798435202,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9896100528268633,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9909253784970037,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937162751478976,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9948030869770599,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9971362965175343,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9980313226758306,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.1.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8093948211324842,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8200200388306066,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8518615863040874,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9013959400747952,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9044897517091349,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9082120294241529,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9274898858642892,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.931605135335734,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.943478629973374,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9455873218217963,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9527513918123747,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9594825297398002,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.956691988204655,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9637459431235728,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9742944047933346,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.981324987044852,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9787330703417721,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9902932719376526,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9943909547659323,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.9823673537099048,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9837755347406002,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.983517728929751,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9836509728461111,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940193943299451,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9958848529250214,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9961288574023025,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9944116808474064,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9968595619062207,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9977088650982631,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.995941740298325,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9986163576204011,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9987912429251561,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9987145693173117,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9992891884168401,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9993337681379145,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9993751285104449,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.2.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7973795454753072,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8030200843748293,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8251243088590472,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8865822549713285,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8985804072336147,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9003138287287009,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9330312858678793,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9352513890909522,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9419282415979787,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9443299884074613,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9498123788323841,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9535591046472913,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9545393794971078,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9586135928372019,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.974906485233652,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9791432665170807,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9821076246076509,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9898060469545031,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9953459650523176,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7811562615005594,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7857115660843096,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8279079653714833,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8404598408623746,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8933252684379879,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9014311632827708,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9187590617098307,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9454640740234601,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.950458498377549,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9463020096483984,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9528536973030943,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.972773175196428,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9765757088010248,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9854753059089968,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9861865834774155,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9895941403841502,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.996127579594031,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.3.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7466536328980797,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7564013388596083,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7888166677010686,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8616687757404227,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8717227687961177,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8767130606268582,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9137523319376142,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9202824182024127,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9288831731598628,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9313613537110781,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9361950310045167,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.941564753455551,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9429078074662309,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9487143202047599,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9693081785777682,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.974666055487959,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9775261529966405,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9879503642993146,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941088686648168,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7220668894679922,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7283867221129567,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7733222371653506,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7865569473881471,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.863295960191049,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8737728803565628,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8921969752562673,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9303841112475646,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9364403329397503,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9311530948861649,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9395098460740164,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9651354488573576,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9699630437320784,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9814334602928475,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9823033242045265,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9858616457663869,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9951355044092787,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.4.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7586425872225511,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7684576425113177,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8049499251340565,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8690548099969563,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.880633714951967,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8839022905418747,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9192942510309973,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9235618663461584,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9275686458537453,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9295809898329408,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9411883671817026,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9442888155187431,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9476670822814891,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9509270977424948,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.97105072193632,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9755654218361566,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783132010580677,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9886726612029108,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9944253506040887,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6965562379673907,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7032507454094135,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7531582995464927,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.768073234903185,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8498391689438569,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8614547389902567,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8822128839398685,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9234904888037004,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9302808254172927,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9243487511810503,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9335848669472494,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9616867503837535,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9670378595198456,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.979624703232395,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9805488343301573,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9845618428662419,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9946813379463396,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.5.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7597854662882655,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7686712592840195,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8034658353579671,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8593241642964513,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8769235210983377,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8807806482440547,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9109936285960047,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9161711692025787,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9216488835058714,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9234364173914257,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9391644293148267,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.942647242036305,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9450067795420948,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9485309437701577,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9691654800584442,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9743835799592105,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9756011112936234,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9881359916180372,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9936330754456943,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6855391938435405,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.69208194550715,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7477267894305681,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7640963463406814,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.843641733652667,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8557153367682507,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8788441572534411,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9202719138641107,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9274305816935866,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9211417452285164,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9307729519511524,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9600608342964398,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9656309084476609,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9788007189176584,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9797345133204209,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9842876682156011,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9944897512170044,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.6.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7660155131628639,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.774334222862595,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8030713686817571,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8656249858046833,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8814672945361388,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8852144805224318,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920473785972909,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9250358317635561,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9305886945834285,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9334185062662551,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9418156629330233,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9451720263612897,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9488369120579017,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9524751313422856,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9717197002548921,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9763476460387832,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9790946048145232,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9877547130576874,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9945763108369551,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6821294254378268,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.688774541804665,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7450498742492575,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7615066986334951,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8407631798794395,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8531995705868068,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8765043173181384,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9187468953038517,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9259322995417997,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9195521352322478,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9293825818519843,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.959227340001809,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.964919970713948,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783327852032686,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9792869281219808,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9839009717596989,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9943642151100855,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.7.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7624990108766054,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7690117390532243,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8018605850244823,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.854111454596645,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8796114294152511,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8836257416558893,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9170672364140812,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.922025946017943,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9274923242628574,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9296920009349522,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9408741579636147,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9445560677467209,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9467689654740848,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9509042905349481,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9706123396754265,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9754193453608375,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9780504999094104,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9884082264708061,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9942211092719319,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6742941329353733,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.681153488786597,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7388144464869248,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7555896028092033,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8374038668055284,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8500461107806155,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8737983609500685,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9170891046524048,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.924297529615854,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9178371860792762,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9278627598756238,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9583437917263884,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9641625951779516,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.977834795650683,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9788137354740971,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.983492304227854,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941889917428949,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.8.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7552517134892314,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.764200959550707,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7966400424116536,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8534997685959465,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8775824975026281,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8796785042474145,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9184835043392683,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9209757043342841,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9284841677075938,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9312394567226109,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9396555853125296,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9436452288768793,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9467953596460192,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9513079284837371,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9708871973776504,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9755924406804537,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9788585797344383,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9874204652089822,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9943404934418044,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6687087855840984,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.675676394450037,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7341624388569279,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7511135104455446,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8339908813175402,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8470124233710139,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8710822016000748,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9152307561353633,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9227184421922031,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9160981590026304,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9263942876928731,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.957477156072855,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9634366527591881,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9773898386445484,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783995598554611,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.983179901530476,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941197888876655,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.9.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7216064882905859,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7293300040458378,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7632775973332555,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.824456283136418,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8581151083896035,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8630797137555323,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.904143008354463,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9106463621321478,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9163995443990356,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9194975691406351,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9306675568223,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9346847389089434,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9378236708672423,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9421605512891945,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9656852038675233,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9712355390779281,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9748827712120194,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9862080105629406,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.99336577645552,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6650940901354739,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6722745738531414,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7304232324424542,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7471636682748795,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8324009007529208,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8455762463180643,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8691944162312307,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9144800870042098,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9218566331424212,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9152424872705811,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9256332081399465,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9570227753567069,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9630526306205675,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9771120634518171,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9781470147794799,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9828228808351254,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.994037338311931,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.10.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.739015618437215,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7463233572872061,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7792685376970392,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8412574592389559,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.868181441567446,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8709182390256932,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.915024461714845,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.918490250643931,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9251778953169522,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9279603424825167,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9346959271321171,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9385067479390847,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9421380297525933,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.946658259747844,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9683774970471859,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9733172352180669,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.977496739771021,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.986896920213966,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.994101806372208,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6613509262862958,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6685618287638614,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7281867697050697,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7454440099628348,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8299661874771118,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8433613063473451,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8678867899273571,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9130845697302568,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9207296457729841,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9140009621256276,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9245520979166031,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9563916086366302,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9624999990980876,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9767531117326335,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9778417858638262,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9826821822084879,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939440597632998,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.11.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7255180980029858,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7323137372732162,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7611718138581828,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8212089671900398,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8598058188432142,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8643254610268694,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9095147346195421,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9155408277323371,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9215690787685544,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9254979906897796,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9313311870945127,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9357642268663958,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9390848288802724,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9439706639631799,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9659996092515557,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9718110481963346,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9760000619449114,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9860524965058032,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937104279861638,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6535412088820809,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6608070888017353,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7222970269228283,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7401065253897717,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8256801115839105,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8394418688196885,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8646866730169246,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9108028811843771,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9186493060306499,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9117723060281653,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9226247464355669,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9552434525991741,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9615397118031979,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9761242406736863,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9772556590798654,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.982240950296584,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937924803969892,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.12.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.72439580214651,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7303861018858457,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7620145654992053,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8208864119492079,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8576182150527051,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8613719304925517,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.906748041510582,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9113469664987764,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9237082016311193,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9269380463581336,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.930384348881872,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.936679094833763,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9381729146759761,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9451663241182503,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9656101106420943,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9724491280748656,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9753187678166126,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9861798404568904,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9936144713459438,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6656249102793241,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6724840935907865,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7302213248453642,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7468880571817097,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8317830374366358,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8470063703624826,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8709824642068461,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9126249849796295,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9219726257418331,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9156258541502451,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9262156933546066,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9571426206905591,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9632779602941713,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9769498227458251,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9781893399593077,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9829507739724297,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939062725507507,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.13.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6985442332531276,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7052703123343618,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7420625341565985,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8040018152249486,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8453711408533549,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8488314112550334,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8977952532862362,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.901937079664908,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9092492837654917,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9121801378695589,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9234151181421781,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9287092819025642,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9317386960120577,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9373725452705434,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9623715806948512,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9685545101957886,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9728601714105982,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9847218850137371,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929079320526829,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6561207865413867,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6636706088718616,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7235983829749257,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7406328587155593,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8276431913438597,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8411624525722704,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8653297839980376,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9119476209345617,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9194843616140516,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9127695419286427,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9234807738348058,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9557833563732474,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9619724917176523,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9763803700671384,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9775139714934324,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9822486564517021,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938206554047371,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.14.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7143256899557615,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7209957500821667,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7554522666491961,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8155502786761836,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8527797170375523,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8578673205093333,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9037726380323109,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9101711186139207,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9168853736237476,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9202214330434799,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9275626030407453,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9325428995254793,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.935729231881468,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9411428315859092,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9646165170951894,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9705524742603302,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9747183121936885,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9857207576891309,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9933199199945911,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6533424399401012,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6607157823286558,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7210452164474286,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7385078605852629,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8249884639915667,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8389878069099627,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8637811972906715,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9102815271992433,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9181842752977422,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.911180422494286,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.922255875248658,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9548338096784919,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9612881398122561,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9758020580599183,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9770154160888571,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9818510192593461,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9936713771649489,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.15.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6997876198668229,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7067456637558185,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7421234383394844,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8012736024040925,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8448734048165774,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8497119224385211,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8977613966715963,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9044203836666911,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9124419795055139,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9156624686561132,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9246938897198752,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9294159345720944,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9331286069201796,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9382588745732057,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9629539255248873,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9689189146615957,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9735767152160406,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9849667952543026,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9931076335671701,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6425045352233083,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6501285025947972,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7129867327840704,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7310254605192887,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8197520124284845,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8341421563374369,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8598594516515732,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9075581666670347,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9157151693576261,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9085271131051214,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9198768613369841,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9534894771089679,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.960141148614256,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.97509611927365,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9763197180275854,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9813117944684467,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934588816556099,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.16.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.691326125671989,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6990283602162412,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.736169073926775,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7984484645881151,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8426479665856612,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8462751382275632,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8989789121245083,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9040314472819629,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9113478688033003,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9145835983125787,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9222568010813311,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9273611146368479,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9310410214882148,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9368727315021188,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.962459426961447,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9684229641172447,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.973770048567339,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9846054130773011,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930439215202472,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6452760555242237,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6529205425789482,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7152955422275944,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7332905640727596,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8210923930532054,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8354816750476235,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.861039662831708,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9081998553715254,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9163270204475051,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9092508585829484,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9205648346166861,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9538637772202492,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9604489093548373,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9752527044007653,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9765199217945337,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9814912596423375,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935069278519797,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.17.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7034168957095397,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7103797597320456,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7457469803722281,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8078030896814246,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8476486857000151,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8515611651696657,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9045546046997371,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9093476808384845,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9171938417773497,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920557397760843,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9250681815963042,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9303837116611631,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9343326995639425,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9399791314805809,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9641666716258777,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9698728678846046,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9752176191265646,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9851973301878101,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934528631060139,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6437569260597229,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6512155438724316,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7140697868246781,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7324913238224231,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8199000178199065,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8343585698228133,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8604233217866797,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9073255117002287,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9156620157392401,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9087285901370802,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920071222672337,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9536569818462196,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9602442579834085,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9751255285779112,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9764525735456693,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9815820543781707,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934754659372725,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.18.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6756696230486819,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6837456461630369,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7210397022335153,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7891197306545157,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8341609521916038,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.837876137934233,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8948167538956592,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8994961380958557,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9076126606056565,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9111975443206335,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.917764422924895,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9234669541842059,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9272800162434578,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9335101191934786,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9604421728535703,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9666102356032321,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9723728580498382,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9838554758676573,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9926702379445104,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6465197613364773,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6541992896481564,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.714695825388557,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7321794346759194,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8218256078268352,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8360899788768668,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.860782550353753,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9085524639016703,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9165155064118535,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9096162272127051,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9208337829301232,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9540265229971785,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9605771899223328,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9753010621980617,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.976603745531879,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9814017479749102,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934820435745152,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.19.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.684810000030618,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6927664326994043,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7312572457288441,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7946629061510688,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8382812369810908,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.841860191602456,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8957483117517672,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9002835083948939,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9093943842147526,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9129758434076058,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9204545483777398,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9263091101066062,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9297063695757013,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.936043874409638,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9613949687857377,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9679983760181227,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9725431325404268,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9843673209022534,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928958776259893,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6361978022675765,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6438944747573452,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7054309123440793,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7234828566250049,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8161177705777318,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8307509775224485,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8561784358401048,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9055518911857354,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9138153642416,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9067360417623269,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9182527026063517,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9526287456484217,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9593260280395809,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9745898470282555,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9759144063450789,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9808539801130169,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993352715857327,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.20.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.708505317568779,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7163582389291965,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7511790583008214,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8124751574114749,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8514551426234999,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8554191354073977,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9084039020695185,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9134173734407676,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920563317835331,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9242515203199888,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9269276339756816,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.931990687196192,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9364650812196105,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9420067575809202,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9649564089547646,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9708876648035488,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9759063780503837,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9854081071619141,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937271058167282,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.645842111424396,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6532137519434879,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7138229341883409,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7319804994683516,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8206899056309148,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8350991002823177,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8603287707818181,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9075744206968107,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9158300502519858,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9090892609797026,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9203745463961049,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9538067398886931,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9603699751590428,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9751595294004992,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.976531888407312,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9815676111335817,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934549184369021,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.21.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7109418448648954,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7182848179026654,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7547040315050828,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8105019989766573,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8522408122294828,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.855633585076583,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9062259271740913,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9102316310531214,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9172418764547298,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920604110156235,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9273023924937374,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9318653329422599,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9365146816953233,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9414033097656149,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9651037865367375,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9707503045271886,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9753440357744694,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9852465286752895,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9936250086726719,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6436530477122256,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6510474666168815,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7108571513702995,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.728804128734689,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8198819074191546,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8340091619052385,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8589927852153778,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.907310568580502,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9154693221575335,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9087810492829272,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9199507589402952,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.95371352802766,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9601919209878695,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9751720328472162,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9764932639112598,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.981385415812072,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934398531668672,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.22.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6815916793911081,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6908865586707467,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7275796571844502,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7914778425505287,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8369489563138861,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8417131175336084,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8957143661222959,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9020526609138438,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9082952961325645,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9119856761474359,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.919289027585795,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9248040520439023,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9287415482103825,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9347349575867778,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9609766843679705,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9672681650048808,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9724586265847871,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9839631478351197,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9927816463046168,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6384323600091433,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6458314343502647,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7059951942217977,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7241334162260357,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8167539238929749,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8311821716396433,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8564015085759916,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9057368863570063,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9140159903388274,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9071852870677647,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.918526552225414,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9529073863829437,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9594675098594866,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9747592215671351,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9760896091986644,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9810637429748711,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9933385430884204,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.23.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.706335259111304,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7149400883599332,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7484626126916785,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8084046244621277,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.851397443758814,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8551336997433713,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9088843276626185,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9139187512429137,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9201501066747465,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9235490689936438,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9269330654489367,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9316041165668714,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9364080766313955,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9413784114938033,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9650414373333517,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9706712525926138,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9762714920859588,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.985290715568944,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937733295863789,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6439184813123,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6512944980671531,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7105175335156291,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7288871540835029,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8194338247964257,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8336047349791778,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8588938799343611,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9067928442045262,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9151211341744975,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9085039268983037,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9197165871921339,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.953558761626482,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9600577156402563,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9750555412549722,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9764197962848764,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9814552280463671,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9933751921512579,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.24.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6886555270144814,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6968311298834651,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7306788595099198,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.796552059681792,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8402957767248154,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8444714075640628,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9010458451352621,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.906464509665966,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9139572887828475,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9180960023873731,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9213017397805264,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9265487378365115,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9310601369330758,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9369509712253746,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9623008237073296,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9685085452112713,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9744102882319375,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9840916551551536,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9933177261907411,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6491662483466298,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6563084015720768,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7147136283548254,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7325792830241353,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8222720803398835,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8362252806362352,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8608569157750983,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9084336514535704,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9165901137810004,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9099944065275946,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9209992697364405,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.954324157614457,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9607078193833953,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9755074010279617,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9768034144255676,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.981691734375138,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934921241365373,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.25.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6584551616718894,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6673507345350165,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7202861363950528,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7823929731783114,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8273061521743473,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8305959309402265,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9027739527978396,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9057863970336161,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9126023767810119,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9162586739188746,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9145756450138594,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9205134722747301,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9305109507159183,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9359324284290013,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9622696818489778,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9679864960673609,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9748041097466883,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9842823337959615,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935161031194424,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.646270259430534,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6534412032679507,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7111161837452336,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7287825330307609,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8202422143597352,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8345082912005877,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8590135629239836,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9074745589965268,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9156983098701427,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9088058918714523,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9201208729492991,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9534433066452804,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9601947139752538,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9749799512914921,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9762301810673977,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9809528327497997,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929190390302163,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.26.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.664482516677756,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6738861375733426,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7238650855265165,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7865251420359862,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8294184427512319,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8327872023770684,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9022306152864507,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9065931066870689,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9133147856122569,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.916777051593128,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.915870658269054,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9213822515387284,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9315153046658164,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9367985321502936,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9627836673079353,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9685266143397281,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9749439142056202,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9841442273341512,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934815309304548,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6328620612621307,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6402163380070737,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6993101772509123,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7171954371427235,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8132065652232421,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.82787109048743,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8529576290594905,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9040016320190931,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9125544232757468,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9054071377766759,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9169615616923884,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9520438933058789,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9587247957916636,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9743778230132241,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.975654412257044,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9805688733529103,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9932583553324404,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.27.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6444158475649984,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6559280596281353,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7127842683541148,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.777301972633914,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8255344229309183,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8287821741480577,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.899204829021504,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.902762124805074,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9091533500897258,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.913214449035494,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9131978416913434,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.918910549659478,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9283387980570919,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9338046208416161,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9608002363851196,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9668844220669646,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9734489317787322,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9832246543251371,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930974318841962,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6273876020782871,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6348986359019029,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6941058839622296,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7119150208799463,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8105256549621883,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8253077503881956,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8503336302543941,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9028179100469539,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9113848574067417,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9040725901722908,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9157586972180166,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9513860025296086,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9581266620049351,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9740641382767966,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9753276262628404,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9801716345705485,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9931793085691568,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.28.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6573372404826314,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6674770571683583,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7191087211433209,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7799686593444723,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8282155261227959,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8309444957657864,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9028074411969436,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.906189849502162,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9125702596808735,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9166496050985236,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9145519270708686,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9196775398756328,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.930161804352936,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9355302494215338,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9618599537367883,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9677081805114683,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9747993830395373,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9839919963851571,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934456137891271,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6236035933620052,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6311165784534656,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6897816705076318,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7074902245872898,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8083399283258539,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.823272768604128,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8481861101953607,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9017016526899839,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.910329170525074,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9030099056268993,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9147661069506093,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9508722051978111,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9576480504321425,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.973809905938412,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9750621242350653,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798989415560898,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9931232195445582,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.29.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6555218273087552,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6675309005536532,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7241606814296622,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7811464761432848,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8259931206703186,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8316711305003417,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.90321693922344,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9073588867720804,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9133906278171038,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.916929081082344,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9140917517636952,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9197925619388881,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9317473582923412,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9370516573912219,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9629711149946639,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9685812542509091,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9749758915093384,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9847727828708134,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935681857658845,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6221487161360288,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6298088494100069,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6869454870098515,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7042806823002665,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8074472295610529,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.822527068225961,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8467898141396673,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9012093414601526,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9098496978220186,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9025611120619272,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.914395925245787,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9506560462085825,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9574601120854679,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9736641936592365,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9749475617549921,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9796398774181542,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930476250960246,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.30.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6312502685346102,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.640364375553633,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6976250880642941,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7612435292256505,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8098225821005671,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8138035277002736,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8928822184863844,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8970454703820379,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9044849158901918,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.908461224875952,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9056921628744978,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9119682025752569,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9245262365592153,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9305085112389765,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9592940009346134,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9654249543030011,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9724673093541673,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9831636721562398,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929551688562098,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6186842353720414,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.626601107810673,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6827839346308457,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.699728239523737,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8054324686527252,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8207074654729742,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8445225193312293,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.900159646805964,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9088941208626095,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9014821040787195,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9134508155678448,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9500912596520624,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.956979436505782,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9733464757078573,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9746791823325973,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9792810158902093,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930168545902952,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.31.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.631828149682597,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6430583235464598,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7032713325400102,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7649261825963071,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8127503575463044,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8169627283748827,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8955989534917631,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8997474755895765,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9062600276972118,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9099992952848736,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9076836528746706,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9129868957557177,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9268161768191739,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9326365392066931,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9604518229239866,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9662509091982716,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9731019172621401,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9834800985102591,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930357737221608,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6139192753716519,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6219999115718038,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6773262917995453,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6941013696946596,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8028295236198526,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8183253352579317,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.84184251882528,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8988300573668981,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9076915120607928,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9002252695591826,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9123140271557004,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9494489258841464,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9564244082491649,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9730211723791925,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9743408094111242,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9788582454386511,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928938594499701,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.32.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6586293821272098,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.670991597206969,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7190246385963339,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7754950241038674,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8264597909230935,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8290646813417736,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.902843183984882,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9056924467808322,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9121434663079286,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9161319424839396,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9141579560543361,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9191402687053931,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9308224038073891,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9360004967372668,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9626950217705024,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9682014755120403,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9750333141143385,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9842176980976212,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935249721288288,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6093401406940662,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6175131766419661,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6723517712793852,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.688868555583452,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8001295924186707,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8159452692458504,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8392120764443749,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8975036665797234,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9064146892020577,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8987492142539275,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9111199080944061,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9486635305771702,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9558048071829897,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9725497272845945,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9739496850065494,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783801940318785,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9927980143233741,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.33.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6645129385747408,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6845631301403046,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7206390170674575,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7797460116838154,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8276600492627997,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8305126938380694,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9028100665462644,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9060767822359738,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9132654419855067,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.917312960483526,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9143992623216227,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9199621348004592,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9307752898649165,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9362848501064276,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9627638153339687,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9681995877701985,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9751902400074821,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9843662742427305,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9936248657881821,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6114222799476825,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6196666846149845,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6731127422106893,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.689388361416365,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8012594831617255,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8168541247907438,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8395432280866724,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8979821463948802,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9068480467325762,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8994183442310283,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9115871555711094,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9490622470253393,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9560622643483312,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9727984599180912,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9741314107454137,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9784833364384738,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928548592142761,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.34.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6946521072011245,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7026888775198084,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7386084222479871,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7957745664998105,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8461680835799167,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8484629863186887,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.909724366900168,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.912296506527223,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9180057689939675,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9215599253381553,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.923706023904838,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9284971636769018,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9345500926045995,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9395991793196452,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9646780672238061,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.96986567042768,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9766581698663925,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9850917115415397,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939798558081844,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6269754187056893,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6349444499141292,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6849212819024136,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7003678263802278,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8091246030832592,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8241225104582937,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8453625126888877,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9016832638727992,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9102431445529586,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9033224335626552,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9150667661114743,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9509984654815573,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.957726739543049,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9736623315042571,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.975110470562389,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9791754042043498,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930058171923616,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.35.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7056960863502402,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7153784201333397,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7495759074625217,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.804456668464761,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8515368060846078,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8533034430522668,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9126405653200651,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9142093225137183,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9212960436155921,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9247314190786136,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9257441745384744,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9307140662874046,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9360641852805489,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9416608512401581,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9656507656174271,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9707154634555704,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9771605383016562,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.985405230355498,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940970216534639,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.641838970937227,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6494787758902499,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6964713727173053,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7115529822675806,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8166042534928573,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8311307351840169,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.851240010637986,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9051493002395881,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9134858968226534,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9070897267053002,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9184134629996199,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.952898691751455,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9594157769491798,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.974661004582518,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.976094187972577,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9799659108056834,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993241185126336,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.36.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7021958937770443,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7107316530064532,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7454271034190529,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8037922123545095,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8491953156496349,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8512261509895325,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9118906843819117,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9142962858865136,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9203666025086453,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9244108498096466,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9241871116192717,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9293541484757474,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9351631771577031,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9405030627783976,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.965102160937692,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9702470677071496,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9765907220150295,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9854065956743924,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938891080796326,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6786455982609799,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.685331564200552,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7273569122741097,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7413947699885619,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8353925880632902,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8482998985993235,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8664863878174832,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9143128508799955,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9220296117035967,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9165871574690467,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9267151814542318,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9577026784812149,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9635360670325003,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9771432368771026,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9785657336837367,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9821454586559221,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938563264318203,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.37.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.745100703678633,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7529744662736592,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7839990273902291,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8333291074163035,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8720465094635361,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8738874949907002,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9268394894897938,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9288225083758956,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9342434539606697,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9373846161914499,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9362759562699419,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9402824336368787,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9461253332464319,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9500548524880096,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9708817087505993,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9751974580025202,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.981088356163941,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9876334562064394,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9950827322410125,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7235610320379859,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7292162305430362,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7656306091107821,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7783002790651823,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8579463417592802,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.869275150722579,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8852962561343846,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9255587631150296,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9325272525219541,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9279811041135537,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9368171242899016,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9634488377916186,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9685448293427104,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.980097906369912,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9815146089776566,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9847641085323534,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9946004199599358,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.38.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7600388385747608,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.769869106380563,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7990222706606513,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8469095049720061,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8779919229839978,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8798029885480279,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9348868500245244,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9362622850427502,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9404655298904369,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9433770642468804,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9393545738176295,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9431812167167664,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9506135151574486,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9545645424605984,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.973416919084756,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.977370330230578,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9832546257560975,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9886641970492507,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9956208953486854,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7536905784355967,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7585995275723307,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7927928119897842,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8049287607795313,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.872622306409635,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8832937373142493,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8983548742375875,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9327110946178436,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9394581827678179,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9351699036595068,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9434122229485136,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9669456669178448,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9717232108508286,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9818070410309654,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.983235522516464,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9864848568839463,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9948840750332334,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.39.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8129261336044261,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8210307810651629,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8494400672222439,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8920367799307171,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9079468895338083,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9092222146297756,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9480355790767231,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9491466572998386,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9526180356348816,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.954803635317244,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9540732949972153,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9569615233493478,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9626702780982381,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9655886614989293,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798212566560036,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9828161936449377,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9865339270939952,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9910785604121262,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9964894809343509,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.8396163465161073,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8430270733017671,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8677489271289424,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8759534723664585,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9178211602725481,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9255184715515689,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9353683626181201,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9567142050517232,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9609803335839197,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9579703937235632,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.963582670610202,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783365721569249,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9816834113903736,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9879562962114027,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.988859917037189,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9911621697492113,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9964004288868684,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.norm.norm": null,
        "lm_head.linear": null
    },
    "last_module_idx": 42
}