{
    "measurement": [
        {
            "key": "model.layers.0.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.010907558724284172,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.01077103428542614,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.005072707310318947,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.005034343339502811,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.005010003224015236,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.002264882205054164,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.01600991003215313,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.010656231082975864,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.005020743701606989,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.00498985406011343,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.005223263520747423,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.005638689734041691,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.004982382524758577,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.002947142580524087,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.002246678341180086,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0030817603692412376,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0022394927218556404,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0019543443340808153,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.002238177228718996,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0019524190574884415,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0022190397139638662,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0022378801368176937,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0018544660415500402,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0019516434986144304,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.012712378054857254,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.012526263482868671,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.005960536189377308,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.005905249621719122,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.005868649110198021,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0024572566617280245,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.015389174222946167,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.012379126623272896,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.00588561687618494,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.005836129654198885,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0061078425496816635,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.006368056870996952,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.005825286265462637,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0033282660879194736,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0024252664297819138,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0034504036884754896,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.002411017892882228,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.002077368088066578,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0024082304444164038,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0020735072903335094,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0023569725453853607,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0024075573310256004,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.001932879793457687,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0020715550053864717,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.051718972623348236,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.042789526283741,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.03270827606320381,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.026873238384723663,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.022996515035629272,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.01560845784842968,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04815661907196045,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03386244177818298,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.024318447336554527,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.018570680171251297,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.02053689956665039,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02564152516424656,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.016500992700457573,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.011422625742852688,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.009911694563925266,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013051936402916908,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.006512387190014124,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0057634711265563965,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.00575340585783124,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0048429518938064575,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006610824726521969,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0054217856377363205,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0032876390032470226,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003982246853411198,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.02119702473282814,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.013392501510679722,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.00743125332519412,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.007773055229336023,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0073923226445913315,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.003290334949269891,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.01456205453723669,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.012780677527189255,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.009833439253270626,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.006355449557304382,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.006846180651336908,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.007369387429207563,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.006227422505617142,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.003949170466512442,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0031935388687998056,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0037791263312101364,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0026305175852030516,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.002396519063040614,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.002495924709364772,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0021329123992472887,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0022274318616837263,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0024805301800370216,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0015104722697287798,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0020594382658600807,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.07102963328361511,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.06839147210121155,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.06747404485940933,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.06324035674333572,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.03125249594449997,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.030559714883565903,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.034339748322963715,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.031835269182920456,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.03145240247249603,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.0297328419983387,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.02925591729581356,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.01729743182659149,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.015162689611315727,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.014927834272384644,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.014879945665597916,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.008666490204632282,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.00799266155809164,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.007967190816998482,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.007719471585005522,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.007686485070735216,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.004780076909810305,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.0052568381652235985,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.004694823175668716,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.004036928527057171,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.0856938585639,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.08262002468109131,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.08164901286363602,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.07662881165742874,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.0376950278878212,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.0369066558778286,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.04133152589201927,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.03829153627157211,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.037915997207164764,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.03587720915675163,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.03525971621274948,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.02065064199268818,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.01801607385277748,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.017772739753127098,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.017713673412799835,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.010273484513163567,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.009062308818101883,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.009031032212078571,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.008717406541109085,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.008681771345436573,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.005350065417587757,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.005340241827070713,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.005254651885479689,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.003456864971667528,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.05359959229826927,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.04554981365799904,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.0407567135989666,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.03620894253253937,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.023669129237532616,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.019888101145625114,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.03207438066601753,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.02874475158751011,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.02486792579293251,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.019820325076580048,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.019143540412187576,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.015988508239388466,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.013867739588022232,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.011753958649933338,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.01116730086505413,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.008241191506385803,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.006728806998580694,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.006482352502644062,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.006079011131078005,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.005738401785492897,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.004844332579523325,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.0051827384158968925,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.0042504966259002686,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.004165789112448692,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.01537279225885868,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.012444254010915756,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.007851829752326012,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.007208053953945637,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.006358991842716932,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.003420844441279769,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.01265997439622879,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.011097888462245464,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.007060706149786711,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.005570950917899609,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0058922613970935345,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.006294921971857548,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.005258695222437382,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0032044793479144573,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0025172787718474865,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.003192286938428879,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.001904771663248539,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0015934432158246636,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0017789165722206235,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.001403976115398109,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.001799720455892384,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0017326059751212597,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0011654114350676537,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0012726711574941874,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.014257736504077911,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.01166429091244936,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.00721356924623251,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.006655083503574133,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0058955117128789425,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.003146170172840357,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.012025524862110615,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.010501103475689888,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.006522583309561014,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.005220285151153803,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.005546290427446365,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.005967554170638323,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.004950827453285456,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0030215540900826454,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.002364666434004903,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0030411132611334324,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0018517649732530117,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0015672643203288317,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0017493125051259995,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0014144749147817492,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0017328917747363448,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.001710968092083931,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0011425106786191463,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0013101960066705942,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09538382291793823,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07733231782913208,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0679163709282875,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.05747965723276138,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04195211082696915,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03337404504418373,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05643371865153313,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05143682286143303,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04497141391038895,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.033173803240060806,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.031304989010095596,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.029048211872577667,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.024933883920311928,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.020483670756220818,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.019304700195789337,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014678466133773327,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011179052293300629,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010642594657838345,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009564869105815887,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.008804681710898876,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007857374846935272,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008192041888833046,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006141084246337414,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005978508852422237,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.08517146110534668,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.05684107542037964,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.04215205833315849,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.036531273275613785,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03609555959701538,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.022948648780584335,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0515538789331913,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04616072401404381,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03966829553246498,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.023303991183638573,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.024711711332201958,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.026416931301355362,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.022828612476587296,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.01847166381776333,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01732148416340351,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013769522309303284,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011368226259946823,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010889288038015366,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009523536078631878,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.008846662007272243,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008373916149139404,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009465469047427177,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007005239371210337,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00808277353644371,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.09670016914606094,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.0925169289112091,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.0912882536649704,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.0844721645116806,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.04260753467679024,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.041494451463222504,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.04697812348604202,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.04334080591797829,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.04290696606040001,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.03999623656272888,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.03889650106430054,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.023756250739097595,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.020861349999904633,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.020567430183291435,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.020502857863903046,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.01202968880534172,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.0113358274102211,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.011305619031190872,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.010886507108807564,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.01084539107978344,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.006904152687638998,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.007845360785722733,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.0068007525987923145,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.006369179580360651,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.12313887476921082,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.11796648800373077,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.11648949235677719,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.10817686468362808,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.05447465926408768,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.05311127379536629,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.05986165255308151,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.05533271282911301,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.0548979751765728,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.05119098722934723,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.04979180172085762,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.03019794449210167,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.026422657072544098,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.02608475834131241,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.025991948321461678,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.015120100229978561,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.013996399939060211,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.013950898312032223,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.01339607872068882,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.013344459235668182,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.00833968073129654,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.009229526855051517,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.008202970027923584,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.007125014439225197,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.06979531794786453,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.06948503106832504,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.023913465440273285,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.023856965824961662,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.02378028631210327,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.003264843951910734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.07848764210939407,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.06928614526987076,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.023795271292328835,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.02374655194580555,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.0237845741212368,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.024057259783148766,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.02372639626264572,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.009060180746018887,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.003039219882339239,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.009033690206706524,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.0029551193583756685,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.0008854101179167628,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.002943197963759303,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.0008408371359109879,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.002941778628155589,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.002934863790869713,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.0007086753030307591,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.0007892885478213429,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.02087719738483429,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.019446726888418198,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.018842149525880814,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.01701953448355198,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.009448718279600143,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.00890446174889803,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.011198921129107475,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.010003647767007351,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.009600793942809105,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.008506197482347488,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.008292840793728828,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.005718335509300232,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.004790637642145157,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0045495047233998775,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0044893198646605015,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.002888020593672991,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.002377136144787073,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0023466600105166435,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.002191947540268302,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.002156309550628066,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0015410897321999073,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0015013350639492273,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.001455386052839458,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0010381878819316626,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.017901448532938957,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.016635851934552193,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.016031555831432343,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.01445719413459301,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.008074136450886726,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.007560935337096453,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.009445658884942532,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.008647880516946316,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.008206993341445923,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0072380658239126205,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.006946993060410023,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.004780930932611227,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.004120021127164364,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0038714546244591475,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0038117426447570324,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0024060525465756655,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0020243122708052397,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0019934612791985273,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0018621566705405712,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0018240408971905708,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.001283142133615911,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0012914629187434912,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0011952525237575173,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0008934156503528357,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1131725013256073,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10654076188802719,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10444646328687668,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09503955394029617,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.051889367401599884,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0495891273021698,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.057862747460603714,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05344147980213165,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05256547033786774,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04712542146444321,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0449555329978466,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.029266424477100372,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.025382859632372856,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024712758138775826,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.024542836472392082,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014591183513402939,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012552673928439617,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012475524097681046,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01157743576914072,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011473710648715496,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007510698866099119,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007356450892984867,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007189808879047632,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004557745531201363,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.14352691173553467,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12152086198329926,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11365240067243576,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09125512838363647,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.06507685780525208,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.056445010006427765,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07717198133468628,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07039161026477814,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.06727932393550873,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04916144162416458,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.044169243425130844,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.039640240371227264,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03425872325897217,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.031872957944869995,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03130413591861725,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.020191077142953873,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.017642347142100334,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.017397647723555565,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.014840614050626755,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01447249948978424,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.011578477919101715,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01253728661686182,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.010734543204307556,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010009435936808586,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.14910629391670227,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.14309364557266235,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.14124584197998047,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.13092763721942902,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.06729695200920105,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.06550334393978119,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.07406581938266754,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.06831255555152893,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.06780003756284714,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.06297566741704941,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.06127212196588516,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.03735611215233803,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.032380543649196625,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.03194494917988777,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.03184562921524048,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.018648000434041023,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.016462000086903572,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.01641683652997017,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.015622680075466633,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.015562651678919792,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.009915643371641636,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.009943573735654354,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.009744115173816681,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.006750463042408228,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.169575035572052,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1628578007221222,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.16084013879299164,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1492919623851776,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.07672084867954254,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.07464638352394104,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.0841013565659523,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.07784021645784378,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.07724153995513916,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.0717952698469162,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.06966914981603622,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.042306412011384964,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.036776818335056305,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.036297641694545746,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.03618559613823891,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.021058427169919014,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.01839553192257881,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.018338758498430252,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.01742113009095192,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.017355311661958694,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01087914314121008,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.01064420584589243,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.010676546022295952,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.006608638446778059,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.14953596889972687,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.13464076817035675,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.12832407653331757,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.1174846664071083,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.06691747903823853,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.06112147122621536,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.07951550930738449,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.07327882200479507,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.06913412362337112,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.05936117470264435,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.057343050837516785,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.04024379327893257,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.034986767917871475,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.03212852030992508,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.031428080052137375,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.02020302228629589,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.01690506935119629,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.01661384105682373,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.015448294579982758,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.014999153092503548,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.010886456817388535,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01107833068817854,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.009975439868867397,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.007792775984853506,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.03785919025540352,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.035137973725795746,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.034072455018758774,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.03074715845286846,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.017241962254047394,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.016222134232521057,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.02030988596379757,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.018197277560830116,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.017537137493491173,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.015455031767487526,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.01500322762876749,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.01035553403198719,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.00870599690824747,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.008286922238767147,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.00818824116140604,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.005214939825236797,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0042997305281460285,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0042513515800237656,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.003951572347432375,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.003887730184942484,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.002746409270912409,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0026705991476774216,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0025922562927007675,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0017977539682760835,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0317469947040081,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.02942495420575142,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.028490470722317696,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.025671467185020447,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.014404350891709328,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.01352222915738821,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.016628172248601913,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.015284312888979912,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.014665909111499786,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.012882347218692303,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.012284060940146446,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.008411205373704433,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.007275167852640152,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.006895238067954779,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.006804616656154394,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.004211708903312683,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0035684718750417233,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.003523467341437936,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0032663524616509676,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.003207965986803174,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0022147332783788443,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.002221172209829092,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0020696434658020735,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.001490713213570416,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.14695079624652863,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.13803789019584656,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.13513322174549103,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.12279384583234787,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.06769173592329025,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.06449288129806519,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07552733272314072,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06973832100629807,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0685863271355629,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06118477135896683,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.05819983780384064,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03817851096391678,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.033165596425533295,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.03223147988319397,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.032015349715948105,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0190411489456892,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01635555922985077,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.016249753534793854,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.015031092800199986,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.014887616969645023,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009775159880518913,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009565986692905426,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.009362374432384968,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005886065773665905,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.14797401428222656,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12620554864406586,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11372038722038269,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09521235525608063,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.06787436455488205,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.05652462691068649,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08942020684480667,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08092246949672699,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.07115871459245682,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05472322553396225,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0516790896654129,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.046683669090270996,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.039964474737644196,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.033764999359846115,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03215085715055466,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.023709187284111977,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.019184546545147896,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.018421068787574768,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.016878878697752953,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01589728146791458,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013300794176757336,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014627516269683838,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.011055706068873405,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01163612212985754,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.1749919354915619,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.16718487441539764,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.1648975908756256,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.15195685625076294,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.08035328984260559,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.07783238589763641,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.08851150423288345,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08174861967563629,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.0810663104057312,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07446911931037903,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.0718238353729248,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.044847384095191956,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.03888683766126633,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.038291085511446,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.03814496099948883,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.022373566403985023,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.019741596654057503,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.01968182437121868,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.018581680953502655,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.018498972058296204,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.011873334646224976,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.011960847303271294,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.011622587218880653,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008117892779409885,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.20191408693790436,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.19281457364559174,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.19026798009872437,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.17540641129016876,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09267698973417282,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.08976435661315918,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.10186301916837692,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.09421727806329727,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09346570819616318,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.08586586266756058,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08271344006061554,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.051448434591293335,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.044706206768751144,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04402942955493927,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04386952519416809,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.025639809668064117,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02235829085111618,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.022281132638454437,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.020987369120121002,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.020882293581962585,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.013288571499288082,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.013002641499042511,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013007380068302155,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008129720576107502,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.17009325325489044,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.15321436524391174,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.14616288244724274,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.13259610533714294,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.07669436931610107,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.07014986872673035,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.09065254032611847,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.08345117419958115,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.07906004041433334,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.06754693388938904,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.06480278074741364,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.04602335765957832,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.03992601856589317,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.03688874840736389,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.03614960238337517,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.0231455247849226,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.01948806270956993,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.019192013889551163,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.017743606120347977,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.017266446724534035,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.01260421797633171,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.012837845832109451,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.011638276278972626,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.009180235676467419,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.041159529238939285,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.038568899035453796,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.03748084232211113,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.033913835883140564,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.018910355865955353,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.017900019884109497,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.021989939734339714,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.01991037279367447,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.019187776371836662,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.017069010064005852,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.016476169228553772,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.011202101595699787,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.00951697863638401,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.009079872630536556,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.008977469056844711,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.005627070553600788,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.004685628693550825,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.004633998032659292,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.004319847095757723,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.004253351595252752,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0029404887463897467,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.002873893128708005,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0027801969554275274,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.001894009648822248,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.03239477425813675,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.030336929485201836,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.029371041804552078,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.02654617466032505,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.014835690148174763,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.013976741582155228,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.01715715602040291,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0158163420855999,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.015052588656544685,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.013375204987823963,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.01276627741754055,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.00866096280515194,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.007523934822529554,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.007098040543496609,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.006993296090513468,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.004333358258008957,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.003661895403638482,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0036067126784473658,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0033684344962239265,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.003305260092020035,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.002273957245051861,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.002269898308441043,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0021202247589826584,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0015021623112261295,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.16327795386314392,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15396595001220703,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1509048193693161,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.13720086216926575,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.07562385499477386,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.07222452014684677,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08455589413642883,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07787685841321945,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.07654678076505661,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06851095706224442,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06530123949050903,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04282354190945625,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03704411908984184,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.03602893278002739,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.035798750817775726,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02134440466761589,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.018283557146787643,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0181710384786129,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.016823872923851013,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.016674084588885307,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010967806912958622,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.010670365765690804,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.010489757172763348,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006558211054652929,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.17076599597930908,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.14604568481445312,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.13724969327449799,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.11456380784511566,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.07776166498661041,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.06796130537986755,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09172851592302322,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08394721150398254,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08052042126655579,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06129493936896324,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.05621430277824402,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04726395383477211,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.040909022092819214,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.03809173405170441,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0374329574406147,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02405700646340847,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.021070240065455437,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02078879252076149,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018140718340873718,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01770799234509468,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013776617124676704,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01491938903927803,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012757054530084133,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011853880248963833,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.1709732711315155,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.16271741688251495,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.1602226346731186,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.14680370688438416,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.07885794341564178,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.07608561217784882,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.08700507879257202,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08048709481954575,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.07964858412742615,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07254798710346222,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.06955556571483612,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.044064588844776154,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.038284171372652054,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.03755645453929901,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.03739151731133461,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.02197057008743286,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.019217273220419884,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.01913854107260704,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.017948923632502556,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.017844276502728462,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.011487171053886414,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.011419815942645073,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.011182742193341255,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.007430181372910738,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.20592504739761353,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1960754245519638,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.19313804805278778,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1771179735660553,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09509748220443726,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.0917896032333374,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.10473665595054626,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.09693656116724014,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09598896652460098,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.08753416687250137,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08389094471931458,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05296793952584267,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.0460648350417614,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.045241229236125946,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04505060613155365,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.02639913558959961,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.022968068718910217,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.022875558584928513,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.021427547559142113,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.0213022343814373,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.013624148443341255,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.013361216522753239,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013277200981974602,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008307286538183689,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.1835363209247589,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.1651884764432907,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.15788868069648743,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.14192771911621094,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.08320882171392441,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.07623263448476791,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.09781629592180252,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.08978985249996185,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.08561914414167404,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.07270652055740356,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.06916601955890656,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.0497082881629467,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.042980846017599106,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.04001440480351448,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.03929254412651062,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.024981843307614326,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.021089229732751846,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.020813729614019394,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.01906653679907322,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.018607109785079956,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.013609234243631363,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.013763324357569218,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.0126569215208292,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.00981938000768423,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.04423606023192406,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.04115547239780426,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.03981410339474678,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.03594272956252098,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.020318545401096344,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.019117571413517,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.023514198139309883,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.02154148928821087,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.020632676780223846,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.018134670332074165,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.017251748591661453,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.01191621832549572,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.010275923646986485,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.009730569086968899,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.009598198346793652,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.005960943643003702,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.00502037862315774,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0049539548344910145,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.004576735198497772,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.00449434295296669,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0031189857982099056,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0031034359708428383,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0029183586593717337,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.002052685944363475,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.03442079573869705,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.03211740031838417,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.030913017690181732,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.02786647528409958,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.015777720138430595,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.014761233702301979,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.018446601927280426,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.017025664448738098,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.016019463539123535,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.01413793209940195,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.013426786288619041,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.009298459626734257,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.008102871477603912,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.007558472920209169,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.00742441276088357,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0046547940000891685,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.003914917819201946,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.003843992715701461,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0035838724579662085,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0035012552980333567,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0024493541568517685,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.002463081618770957,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0022574698086827993,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00164435850456357,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.17660459876060486,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1660154163837433,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16264811158180237,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14743217825889587,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08195042610168457,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.07817477732896805,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09197468310594559,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08450427651405334,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08303804695606232,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07398156821727753,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07035768032073975,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.046628668904304504,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04024638235569,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0391090102493763,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03883436322212219,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.023253338411450386,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.019848622381687164,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.019719768315553665,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018197858706116676,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01802092418074608,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.011962384916841984,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.011613119393587112,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.011403455398976803,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007139473222196102,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.17493145167827606,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15161031484603882,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.13691934943199158,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.11265786737203598,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08050449192523956,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.06731881201267242,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1084890067577362,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09656538814306259,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0835326537489891,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06557244062423706,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.059851694852113724,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05616450309753418,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04728536307811737,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.039737991988658905,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03775770589709282,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028239423409104347,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0222504623234272,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.021278884261846542,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019610321149230003,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01841549761593342,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015339205041527748,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016728870570659637,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012353786267340183,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01301947608590126,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.17037203907966614,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.16193442046642303,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.15944695472717285,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1460089087486267,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.07893708348274231,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.07607477158308029,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.087028868496418,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08051247894763947,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.07971416413784027,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07238618284463882,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.06933201104402542,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.04414062574505806,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.038339320570230484,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.037638597190380096,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.03747423365712166,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.022030653432011604,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.019314005970954895,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.019236335530877113,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.018000366166234016,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.01789206638932228,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.011571968905627728,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.01155054196715355,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.011277107521891594,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.007620722055435181,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.20769286155700684,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.19755807518959045,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.19452957808971405,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.17836707830429077,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09616942703723907,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.0927264392375946,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.10613156855106354,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.09805504977703094,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09714514017105103,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.08831211924552917,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08464308828115463,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05369293689727783,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04664799943566322,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.045816220343112946,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04560975357890129,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.026820164173841476,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.023294897750020027,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.023207740858197212,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.021689629182219505,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.021562771871685982,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01397197600454092,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.01361047849059105,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013623565435409546,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008531906642019749,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.19644518196582794,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.17644084990024567,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.1688493937253952,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.1507388949394226,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.08938848227262497,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.08183901757001877,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.10436206310987473,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.09601929038763046,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.09198196977376938,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.07741627097129822,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.07336302101612091,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.05307815968990326,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.045968785881996155,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.04299435019493103,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.04227162525057793,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.02668103575706482,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.022599948570132256,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.022322695702314377,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.020278023555874825,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.01980157196521759,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.014505216851830482,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.014642910100519657,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.013554869219660759,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.010363416746258736,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.05933179706335068,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.05519045516848564,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0534515455365181,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.048053987324237823,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.027195138856768608,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.02554331347346306,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.031453169882297516,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.028781859204173088,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.02762516215443611,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.02427702583372593,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.022923827171325684,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.015947505831718445,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.013754806481301785,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.013045300729572773,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01287488266825676,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.007984011434018612,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.006765622645616531,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.006680049933493137,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006189615000039339,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.006083602551370859,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.004198220558464527,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.004232803359627724,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0039319540373981,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00287319696508348,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.048547785729169846,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0450616180896759,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.04355211183428764,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.03913735970854759,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.022225158289074898,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.020826227962970734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.02561642974615097,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.023642413318157196,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.022594789043068886,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.01980854570865631,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.018731655552983284,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.012952874414622784,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.011271705850958824,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.010638270527124405,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.010485608130693436,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.006474365945905447,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.005511320196092129,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.00543471472337842,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.00503174401819706,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.004935322795063257,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0034021150786429644,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.003449235111474991,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0031660031527280807,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0023252132814377546,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.18006399273872375,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16905441880226135,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16535921394824982,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14961665868759155,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08355990797281265,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.07956163585186005,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09378485381603241,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08625096082687378,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08468171209096909,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07521481066942215,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07134266197681427,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.047521136701107025,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.041092514991760254,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.039869215339422226,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03958222270011902,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02369857206940651,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.020279021933674812,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.020146725699305534,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01856832019984722,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018377257511019707,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012198857963085175,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.011930975131690502,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.011624538339674473,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007427135948091745,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1855800449848175,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16183477640151978,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15173599123954773,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.12461906671524048,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08610959351062775,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0758790522813797,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10460260510444641,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09511756896972656,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08928936719894409,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06913360208272934,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0613727793097496,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05413728952407837,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.046186547726392746,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.042149193584918976,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.041164856404066086,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027293091639876366,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.022906430065631866,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.022450923919677734,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019714070484042168,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.019069606438279152,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015251983888447285,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015927866101264954,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013769968412816525,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012143760919570923,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.1725524663925171,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.16372108459472656,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.161001518368721,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.14715206623077393,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.08025886863470078,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.07715289294719696,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.08864995092153549,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08203475177288055,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.08109806478023529,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07331941276788712,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.07004275918006897,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.044959135353565216,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.039090387523174286,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.03829626739025116,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.03810451179742813,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.022432919591665268,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.019605418667197227,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.019517354667186737,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.018202444538474083,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.01808736100792885,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.011714113876223564,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.011666212230920792,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.011387555859982967,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.007596591021865606,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.21619313955307007,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.2051161527633667,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.20173795521259308,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.18439656496047974,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10047049820423126,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09669335186481476,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11101733893156052,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10262957215309143,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10156675428152084,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09186871349811554,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08764766901731491,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.0561695322394371,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04885636642575264,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04789762943983078,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04767904803156853,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.028036760166287422,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.024328947067260742,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.024227898567914963,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.022563375532627106,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.022415606305003166,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.014476417563855648,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014179520308971405,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014074217528104782,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008817831985652447,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.20347537100315094,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.18104055523872375,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.1720903366804123,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.1535249650478363,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.09265664964914322,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.08383550494909286,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.109659343957901,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.10076288133859634,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.0956430435180664,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.07959230244159698,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.0754551887512207,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.05579819902777672,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.0483977273106575,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.04471094161272049,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.04381568357348442,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.02806183323264122,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.023717574775218964,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.023365693166851997,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.021219469606876373,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.020634613931179047,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.015251298435032368,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.015727024525403976,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.014074797742068768,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.011377537623047829,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.06527182459831238,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.060571592301130295,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.058576956391334534,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.05253545194864273,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.02998182736337185,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.028071850538253784,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03468384966254234,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03184729442000389,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.030485916882753372,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.026676064357161522,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0251271091401577,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.017596466466784477,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.015200531110167503,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.014364950358867645,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.014164852909743786,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.008800219744443893,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.00743117555975914,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.007331713102757931,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006773666478693485,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.006648484617471695,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.004611411597579718,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0046302140690386295,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0043001421727240086,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0031064848881214857,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.054970234632492065,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.05097629502415657,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.04919916391372681,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.044097866863012314,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.025223882868885994,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.023547736927866936,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.029194772243499756,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.026965651661157608,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.025647209957242012,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.022423844784498215,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.02119353599846363,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.014782472513616085,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.012853983789682388,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.012074917554855347,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.011885441839694977,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.007389097940176725,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.006234610918909311,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.006138538476079702,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.005672059953212738,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0055533517152071,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0038639928679913282,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0038791329134255648,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.003570892848074436,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.002569170668721199,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.18919812142848969,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17728738486766815,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.173253133893013,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15650629997253418,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08797605335712433,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08353212475776672,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0991835668683052,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09097125381231308,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08916918188333511,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07889170944690704,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07479088753461838,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.050250373780727386,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.043361641466617584,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04198590666055679,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.041658665984869,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02506238967180252,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02134399302303791,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0211871936917305,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019479399546980858,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.019269660115242004,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012894752435386181,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.012560330331325531,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012228833511471748,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.007780161686241627,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.19682182371616364,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17060844600200653,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16047587990760803,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1337583214044571,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09070435166358948,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08011500537395477,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10888204723596573,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09931394457817078,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09419707208871841,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07347661256790161,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06587696820497513,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05628576502203941,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04826910421252251,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0444880910217762,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04354845732450485,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028373492881655693,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024318179115653038,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023905521258711815,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02112734131515026,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02053212746977806,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015937959775328636,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01702309027314186,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014568066224455833,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013215276412665844,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.17164194583892822,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1625385582447052,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.15974058210849762,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.145606130361557,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.07994920015335083,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.07671840488910675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.08839680999517441,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08181492984294891,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.08085040748119354,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07274354249238968,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.06934192776679993,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.04486076533794403,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.03901652619242668,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.0381866991519928,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.03798137977719307,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.022389685735106468,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.01959460973739624,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.019502725452184677,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.018139414489269257,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.01802053675055504,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.011704356409609318,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.01172986812889576,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.011350826360285282,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.007716552820056677,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.2190869003534317,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.20759440958499908,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.20410001277923584,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.18616272509098053,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10208353400230408,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.0980185940861702,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11261767148971558,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10436402261257172,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10323112457990646,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09299313277006149,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08857666701078415,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.057075269520282745,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04969901219010353,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04867233335971832,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04843311384320259,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.028462495654821396,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02471284568309784,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.024600904434919357,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.022833505645394325,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.02268366701900959,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.014659501612186432,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014373078010976315,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014225659891963005,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008881807327270508,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.21181729435920715,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.18859493732452393,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.17933441698551178,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.15951786935329437,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.0967099517583847,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.08757361024618149,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.11440066993236542,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.10499420017004013,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.0997513085603714,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.08287607133388519,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.07841944694519043,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.058321792632341385,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05044178664684296,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.04674295336008072,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.04583199322223663,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.02941543236374855,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.024854257702827454,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.02450217679142952,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.02221251092851162,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.02161593921482563,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.016196899116039276,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01654866524040699,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.01499808207154274,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.01207811664789915,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.06957192718982697,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06477478891611099,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06262412667274475,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.05630755424499512,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03209318965673447,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0300550889223814,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.037116698920726776,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03406498581171036,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03258731961250305,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.02860836684703827,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.027117636054754257,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.01880510151386261,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01630135253071785,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.015422350727021694,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.015214508399367332,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.009413444437086582,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.008061901666224003,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.007951951585710049,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007371091283857822,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.007235400844365358,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.004982512444257736,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0051321350038051605,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0046508354134857655,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0035776556469500065,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.05563061311841011,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0518878810107708,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05008227750658989,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.04505829140543938,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.02566947415471077,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.024007340893149376,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.02977595664560795,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.027497749775648117,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.026051081717014313,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.02292335405945778,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.02172398380935192,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.015042221173644066,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.013121013529598713,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.012299396097660065,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.012103850021958351,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.007522513624280691,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.006367281544953585,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.006266206037253141,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.005822022445499897,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.005696471780538559,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0039393301121890545,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.003992521669715643,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.003642156021669507,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.002674815710633993,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.18968874216079712,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17804649472236633,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1740531027317047,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1571556180715561,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08820584416389465,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08390543609857559,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09965044260025024,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09126238524913788,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0894232839345932,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07924114167690277,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07512916624546051,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0505366250872612,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.043481867760419846,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.042113885283470154,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.041783615946769714,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02521633356809616,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.021416962146759033,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02125256136059761,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019556039944291115,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01934278942644596,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012965463101863861,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.012594490312039852,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012271723710000515,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0078100720420479774,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21161319315433502,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18649519979953766,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17540834844112396,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15029844641685486,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09794072806835175,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08684937655925751,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11964606493711472,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10817088186740875,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10106287151575089,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08095194399356842,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07553454488515854,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0613379180431366,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.052787989377975464,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04810243472456932,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04692491516470909,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.031149057671427727,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02654055505990982,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.025996776297688484,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023431824520230293,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02271159365773201,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017693517729640007,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018897609785199165,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01606307365000248,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014828355982899666,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.16961248219013214,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.16031576693058014,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.15745265781879425,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.14321771264076233,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.07908059656620026,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.07577215135097504,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.08765093237161636,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08105728030204773,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.08001284301280975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07178321480751038,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.06838379055261612,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.04455094784498215,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.03869280591607094,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.03781089931726456,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.03760451823472977,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.022248294204473495,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.01946347765624523,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.01936958357691765,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.01798754185438156,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.01786292903125286,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01171749085187912,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.011753804050385952,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.011355837807059288,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.007836034521460533,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.21599778532981873,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.2042262852191925,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.20060935616493225,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1826087385416031,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10066237300634384,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09650791436433792,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11130241304636002,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10304002463817596,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10181798785924911,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09140793234109879,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08695999532938004,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05645488202571869,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04908563941717148,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04801572114229202,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04775006324052811,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.02814630977809429,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.024377847090363503,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.024260979145765305,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.022463494911789894,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.022302977740764618,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.014521167613565922,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014205193147063255,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014056173153221607,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008780492469668388,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.22236131131649017,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.19900569319725037,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.189562126994133,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.16793188452720642,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.10200372338294983,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.09272531419992447,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.12015824019908905,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.1105961874127388,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.1050637736916542,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.087624691426754,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.08256395161151886,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.0615377351641655,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05330865830183029,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.04936888813972473,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.048403579741716385,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.031041344627738,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.026351630687713623,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.025966104120016098,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.023615505546331406,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.02298508770763874,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.016983255743980408,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01766851358115673,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.015684824436903,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.0130215585231781,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0771525576710701,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07214589416980743,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07010806351900101,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06299914419651031,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.035743601620197296,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.033724959939718246,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04088308662176132,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03758184239268303,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03626236692070961,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.031928107142448425,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.030260413885116577,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02072974480688572,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.017951402813196182,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.017128057777881622,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01692960411310196,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010376681573688984,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.008842033334076405,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.00874161534011364,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.00807404238730669,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.007950257509946823,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005437777377665043,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005451777018606663,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005114464554935694,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0036387795116752386,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.061391979455947876,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.05740636587142944,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05555253103375435,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.04997719079256058,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.02838306501507759,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.02666248194873333,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03274160623550415,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.030233295634388924,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.028795283287763596,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.025411151349544525,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.024087397381663322,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.016566114500164986,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01441606692969799,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.013586856424808502,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.013389486819505692,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.008282789029181004,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.007005841936916113,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.00690213218331337,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006406982894986868,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.006280545145273209,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.004343764390796423,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.004339918959885836,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0040424722246825695,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0028589442372322083,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2003343105316162,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1880226880311966,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18370680510997772,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.16572163999080658,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0933401808142662,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08862708508968353,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10497406870126724,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09661978483200073,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09458571672439575,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08372730761766434,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07919535785913467,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05324099212884903,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.046065859496593475,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04453663155436516,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.044176094233989716,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02656899392604828,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.022652586922049522,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02247643657028675,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02067979797720909,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.020443782210350037,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013667983934283257,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013355471193790436,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012978301383554935,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.008298303931951523,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21885643899440765,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19576413929462433,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18730705976486206,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15899689495563507,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.1020468920469284,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09283006191253662,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11891996115446091,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10881878435611725,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10465510189533234,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08508496731519699,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07611735165119171,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06137228012084961,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05300310254096985,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04994366690516472,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04920598492026329,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.031038153916597366,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02732163295149803,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02699982188642025,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02418704517185688,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.023740433156490326,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017586415633559227,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018943073228001595,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01650959812104702,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014859618619084358,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.17297422885894775,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1632598340511322,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.16015250980854034,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.14539365470409393,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.0808459147810936,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.07730770856142044,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.08950776606798172,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08293922990560532,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.08179956674575806,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07313378900289536,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.06950300931930542,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.04555770754814148,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.03967110440135002,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.03871199116110802,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.0384812206029892,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.022753700613975525,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02002646215260029,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.019923891872167587,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.018497899174690247,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.018352607265114784,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01200126763433218,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.012257475405931473,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.011607767082750797,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008364090695977211,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.21697717905044556,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.20482884347438812,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.20096144080162048,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.18254655599594116,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10125374048948288,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09692710638046265,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11220969259738922,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10379748046398163,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10248560458421707,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09165659546852112,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08701159805059433,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05685064196586609,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.049463074654340744,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04832344502210617,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.048053815960884094,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.028377309441566467,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.024561699479818344,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02444036863744259,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.0225857924669981,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.02241140604019165,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.014665060676634312,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014363320544362068,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014182728715240955,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008942919783294201,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.2355053424835205,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.2117117941379547,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.20237383246421814,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.17887459695339203,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.10836698859930038,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.09904175251722336,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.12739580869674683,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.11676077544689178,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11137479543685913,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09320446103811264,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.0875779390335083,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.06485985964536667,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05615637078881264,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05238935351371765,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05145612359046936,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.03259071335196495,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.027824953198432922,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.027455436065793037,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.024914629757404327,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.024305321276187897,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.017786946147680283,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01842367835342884,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.01657041721045971,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013424813747406006,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0832177996635437,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07772044092416763,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07549779862165451,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06789761781692505,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03857853636145592,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03635057061910629,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04410981759428978,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04059821367263794,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03915310278534889,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.034434642642736435,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.032581035047769547,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.022337278351187706,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01936628669500351,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.018455924466252327,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.018235504627227783,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01115958858281374,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.009481608867645264,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.009371976368129253,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008646417409181595,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.008510191924870014,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005802912637591362,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005788714159280062,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005430356599390507,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003770641516894102,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0663459450006485,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06200305372476578,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0599718913435936,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0539294071495533,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.030703790485858917,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.02881534770131111,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.035393957048654556,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.032753437757492065,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03116540051996708,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.027479905635118484,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.02599363587796688,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.01789337955415249,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01562262512743473,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.014702370390295982,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.014485972933471203,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.008946962654590607,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.007561058271676302,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.007444635033607483,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006907070986926556,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.006763416808098555,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.004657373297959566,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.004655785392969847,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.004323524888604879,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0030228684190660715,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20691561698913574,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1939442753791809,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18925197422504425,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1703064739704132,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09646252542734146,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09139508008956909,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10912104696035385,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10029233247041702,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09781446307897568,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08640691637992859,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08168093860149384,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05535198003053665,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.047888029366731644,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04613645747303963,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04572376236319542,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027655262500047684,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02355840429663658,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023349003866314888,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021490562707185745,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.021217964589595795,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014313511550426483,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014063038863241673,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013540658168494701,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.008901937864720821,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20762498676776886,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18513506650924683,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1769058108329773,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15258125960826874,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09560848772525787,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08702386915683746,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11165247857570648,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10304049402475357,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09898441284894943,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08078204095363617,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07464753836393356,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05718257278203964,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04969310015439987,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04631036892533302,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04549223929643631,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028635289520025253,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024644777178764343,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.024301763623952866,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021800734102725983,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.021271077916026115,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01533558964729309,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016378013417124748,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014067564159631729,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01200036145746708,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.17317883670330048,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1632019281387329,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.16001728177070618,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.14515623450279236,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.08109094202518463,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.07745444029569626,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.08994556218385696,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08326425403356552,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.08208003640174866,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07323265820741653,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.06952309608459473,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.04582668095827103,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.03987494483590126,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.03888176009058952,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.03865225240588188,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.022903945297002792,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02020859345793724,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.020101292058825493,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.01865001954138279,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.018503963947296143,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.012153356336057186,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.012507075443863869,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.011753914877772331,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008693202398717403,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.21370264887809753,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.20139941573143005,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.19757921993732452,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.17921186983585358,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09984137862920761,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09538938105106354,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11067039519548416,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10239517688751221,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10106166452169418,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09017783403396606,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08552326261997223,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05615720897912979,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04881846532225609,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.047656185925006866,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04738331213593483,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.02800930291414261,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.024217553436756134,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02408730797469616,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.022218720987439156,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.022044595330953598,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.014451461844146252,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014156388118863106,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013952317647635937,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008787079714238644,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.23445481061935425,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.2105301171541214,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.2017364650964737,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.17838653922080994,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.10803313553333282,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.09895911067724228,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.12575781345367432,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.11527343839406967,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11092839390039444,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09269654005765915,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.08694203943014145,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.06419472396373749,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05545711889863014,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05217704176902771,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05138996243476868,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.03242006152868271,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.0276881642639637,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.02737172320485115,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.02473565563559532,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.02418835274875164,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.017957044765353203,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.018204744905233383,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.016926677897572517,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013264819048345089,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0930134579539299,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08680430054664612,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08426235616207123,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07576598972082138,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.043186455965042114,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04068302735686302,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.049494337290525436,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.045502763241529465,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04384320601820946,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03858843818306923,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03642427176237106,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.025173179805278778,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.021817848086357117,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.020783569663763046,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.020535210147500038,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012622930109500885,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.010867676697671413,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010744783096015453,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009954715147614479,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0098012899979949,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006718019023537636,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006895869038999081,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006321463733911514,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004842838738113642,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.07338018715381622,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06851089000701904,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06628376990556717,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.05960753187537193,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03402484953403473,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.031922657042741776,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03918638080358505,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0362313874065876,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0345287099480629,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03039432130753994,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.028758149594068527,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.01983119547367096,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.017314745113253593,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.016312401741743088,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.016077082604169846,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.009926303289830685,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.008432460948824883,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.008307280950248241,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007704989053308964,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.00755400350317359,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005205749999731779,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0052579608745872974,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00485306978225708,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00350574916228652,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21512679755687714,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2014402598142624,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1966935694217682,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.17697423696517944,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10035087168216705,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09510873258113861,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11348418146371841,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10416917502880096,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10178077965974808,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08979954570531845,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08486571907997131,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05757924169301987,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04972974210977554,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04797208681702614,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.047553900629282,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028777332976460457,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024483896791934967,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.024262411519885063,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022303219884634018,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.022031130269169807,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014878852292895317,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014563694596290588,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01407660823315382,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009181775152683258,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2256087362766266,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20041145384311676,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1912706047296524,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.16247409582138062,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10501278191804886,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09511098265647888,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12221882492303848,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11181475967168808,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10779218375682831,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08583369106054306,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07880056649446487,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06273631751537323,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05414068326354027,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0511024072766304,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05036088079214096,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03162630647420883,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02748355083167553,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02713427133858204,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02382517047226429,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.023367013782262802,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017523212358355522,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01849246211349964,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016391856595873833,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014023403637111187,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.18063552677631378,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1700575202703476,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.1666490137577057,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.15096983313560486,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.08473360538482666,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.08084213733673096,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.09411416947841644,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.087056964635849,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.08580721169710159,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07636971026659012,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.07242569327354431,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.04799574613571167,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04173589497804642,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.040681350976228714,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04043715074658394,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.023989787325263023,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02117481268942356,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02105625905096531,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.019515974447131157,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.019363338127732277,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.012753812596201897,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.01315508596599102,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.012330383062362671,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009190559387207031,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.22400176525115967,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.2109721302986145,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.20688211917877197,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1874009221792221,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.1048084944486618,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.1000707671046257,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11619410663843155,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10757716000080109,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10612815618515015,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09448524564504623,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08954501152038574,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05900197476148605,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.05130929499864578,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05005555599927902,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04976719245314598,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.02945004776120186,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02547501213848591,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.025341063737869263,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02334626577794552,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.023157313466072083,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.015238339081406593,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.01494930125772953,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014710920862853527,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009358183480799198,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.24568289518356323,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.2204771637916565,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.2111077457666397,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.18613770604133606,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.1132466048002243,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10357073694467545,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13170292973518372,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12110931426286697,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11642119288444519,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09690992534160614,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09068386256694794,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.06723973155021667,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05825463682413101,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05471824109554291,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.053852833807468414,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.033867932856082916,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.029010845348238945,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.028680358082056046,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.025857217609882355,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.025289375334978104,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.018566815182566643,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01906576380133629,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.017439166083931923,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013875349424779415,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09563019871711731,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0893099382519722,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08680002391338348,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07808379083871841,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04449939727783203,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04198100045323372,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.050886187702417374,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0467575378715992,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.045164402574300766,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03976514935493469,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03773154318332672,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.025880279019474983,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.022387629374861717,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02137528546154499,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.021120408549904823,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012944921851158142,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011076991446316242,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010957938618957996,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010127412155270576,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009976213797926903,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006818396970629692,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006897300947457552,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006421074271202087,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004689003806561232,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.07639029622077942,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07132267951965332,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06900958716869354,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06205199286341667,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03546741604804993,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03329765424132347,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.040830694139003754,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.037747159600257874,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03600093349814415,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03168562427163124,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.02999461255967617,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.020665621384978294,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0180235356092453,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.016997702419757843,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.016748972237110138,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010326141491532326,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.008758658543229103,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.00863005593419075,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007995203137397766,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.00783604010939598,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005390459205955267,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005415494553744793,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005019466858357191,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00355815258808434,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2169836014509201,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2031804472208023,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19820749759674072,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.17840662598609924,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10135239362716675,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09590630978345871,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11483827233314514,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10538870841264725,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.1027396023273468,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09065317362546921,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08564110100269318,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.058234479278326035,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.050383761525154114,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04848043620586395,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04802121967077255,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02913890965282917,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024806063622236252,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02457336336374283,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022622322663664818,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.022322731092572212,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015165484510362148,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014889339916408062,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014333339408040047,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009525963105261326,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23325073719024658,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21009567379951477,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20227554440498352,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1741124540567398,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10893533378839493,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09993381798267365,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1247100681066513,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11469460278749466,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11132907122373581,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0914585143327713,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08418559283018112,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06429221481084824,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05550099164247513,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05295027792453766,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.052340488880872726,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03236157074570656,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.028386255726218224,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.028108086436986923,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0250514205545187,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.024661893025040627,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017934484407305717,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01891671121120453,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0169936865568161,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014286003075540066,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.18568551540374756,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1747235357761383,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.17128674685955048,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.15507930517196655,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.08720807731151581,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.0831964835524559,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.09680824726819992,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08958921581506729,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.08830506354570389,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07853036373853683,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.07450279593467712,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.04945371299982071,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.0430196151137352,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04193859547376633,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04168121889233589,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.024724436923861504,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02192363515496254,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.021815722808241844,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.020220007747411728,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.020067356526851654,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.013201260007917881,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.01376699935644865,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.012765812687575817,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009779061190783978,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.22674261033535004,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.21330949664115906,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.20923900604248047,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.18930469453334808,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10610444098711014,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.1012548953294754,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11755978316068649,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10887488722801208,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10746955126523972,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09550462663173676,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.0904226303100586,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05970972031354904,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.05192945525050163,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05066872015595436,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05036824569106102,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.029769834131002426,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.025746459141373634,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.025608178228139877,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.023565087467432022,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.02337145060300827,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01534920185804367,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.015060114674270153,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014815855771303177,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009347572922706604,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.2507820129394531,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.22481611371040344,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.21527259051799774,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.18958193063735962,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11561378836631775,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10570243746042252,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.134447380900383,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12361305952072144,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11895820498466492,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09881198406219482,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.0923936739563942,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.06867805123329163,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05933871120214462,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05570283904671669,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05483107641339302,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.03450414910912514,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.0292831901460886,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.028957601636648178,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.02599908970296383,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.025411147624254227,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.01877668872475624,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01891077496111393,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.017643891274929047,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013391938991844654,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0992652103304863,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0928790494799614,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0903276652097702,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08132486790418625,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04625315219163895,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.043708622455596924,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05289033055305481,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.048479195684194565,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04692617431282997,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04136665165424347,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03938135504722595,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02689496800303459,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.023182563483715057,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02219586819410324,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.021950403228402138,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013468557968735695,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011466637253761292,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011346648447215557,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010483616031706333,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010330218821763992,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007084070239216089,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007069258950650692,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0067017110995948315,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004733166191726923,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.07951105386018753,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07437249273061752,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07207011431455612,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06486881524324417,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03702615946531296,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.034830063581466675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04239198565483093,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03923749551177025,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03753785416483879,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.033102575689554214,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03133608400821686,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.021485183387994766,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.018740156665444374,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.017747826874256134,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.017510417848825455,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010743262246251106,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.009142711758613586,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.00901881791651249,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008351746946573257,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.008201242424547672,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005613571964204311,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005637998227030039,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005251976661384106,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003717479296028614,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23005005717277527,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21566903591156006,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.21074002981185913,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.18976324796676636,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10775545984506607,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.10223949700593948,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1214090883731842,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11154229193925858,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10922346264123917,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09635085612535477,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.09107519686222076,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.061659689992666245,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05327600613236427,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05151163041591644,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.051106084138154984,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03078136034309864,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.026244113221764565,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02604891173541546,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023912489414215088,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.023650335147976875,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015887966379523277,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015546360984444618,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01508841011673212,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009740414097905159,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2300110012292862,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20905742049217224,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.201749786734581,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.17155879735946655,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10744252055883408,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0994553193449974,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12279640883207321,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11277459561824799,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10965674370527267,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0905582457780838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08229345083236694,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06312789022922516,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0545995756983757,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.052224986255168915,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0516345277428627,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0318056158721447,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.028025321662425995,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.027758777141571045,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02481764554977417,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.024468906223773956,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01770118623971939,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018689032644033432,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016807664185762405,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01419161632657051,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.18574121594429016,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.17476244270801544,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.17122183740139008,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.15495161712169647,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.08721984922885895,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.08315965533256531,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.09689314663410187,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08968853205442429,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.08833600580692291,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07848640531301498,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.07435942441225052,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.049417585134506226,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04296684265136719,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04185592383146286,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04159306734800339,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.024696001783013344,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02171192318201065,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.021593643352389336,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.019968153908848763,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.019801592454314232,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.013079593889415264,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.013377789407968521,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.01262794528156519,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009214255958795547,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.2275542914867401,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.2141483873128891,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.20992718636989594,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.18997465074062347,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10665784031152725,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.10172396153211594,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11831355839967728,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10946827381849289,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10800374299287796,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.0959663987159729,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.09082325547933578,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06009717285633087,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.052240580320358276,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05095485970377922,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05065136030316353,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.030017752200365067,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02595485933125019,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.025808146223425865,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02375289611518383,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.023557189851999283,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.0155910924077034,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.015253881923854351,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.015041164122521877,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009575529024004936,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.2500556707382202,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.2243523895740509,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.21458913385868073,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.18926599621772766,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11536872386932373,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10536439716815948,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.1346924901008606,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.1235814243555069,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11861611157655716,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09864173829555511,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09239481389522552,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.06859959661960602,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.059245627373456955,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.055542927235364914,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.054652463644742966,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.034532126039266586,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.02910243719816208,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.02874317765235901,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.025832567363977432,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.02520269900560379,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.018793776631355286,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.018710678443312645,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.01756763644516468,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013072612695395947,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10519400984048843,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0983133539557457,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09571089595556259,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08609380573034286,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.048977743834257126,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04628642648458481,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.055616024881601334,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05114118754863739,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.049690958112478256,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0437418632209301,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04148738086223602,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.028251241892576218,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.024434346705675125,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02346685901284218,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02324356697499752,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014127560891211033,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012071537785232067,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011958783492445946,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011012297123670578,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010867508128285408,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007376467809081078,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007352647837251425,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006993597839027643,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004840258043259382,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0837259516119957,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07818645238876343,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07572854310274124,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0680883452296257,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03886676952242851,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03650880977511406,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.044622231274843216,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04131579399108887,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.039444535970687866,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03472964093089104,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03285292908549309,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02257505990564823,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.019710199907422066,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.018613794818520546,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01835109479725361,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011283994652330875,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.009560116566717625,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.009422537870705128,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008718905039131641,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.008549491874873638,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005874293856322765,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0058588371612131596,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005480940453708172,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0037900309544056654,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23399515450000763,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21941882371902466,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.21432538330554962,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.19312533736228943,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10955670475959778,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.10395021736621857,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12332972139120102,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11348266899585724,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11107520759105682,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09809968620538712,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0926571935415268,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06260832399129868,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.054196588695049286,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05237451568245888,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05194883421063423,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03126056119799614,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02666177600622177,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02644706517457962,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02428850717842579,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.024014728143811226,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01611318625509739,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01573823019862175,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015292752534151077,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00980079360306263,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2338154911994934,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21365614235401154,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2069803923368454,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.18039250373840332,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10923496633768082,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.10159140825271606,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12432794272899628,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11417590081691742,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11125104129314423,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09426000714302063,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08609208464622498,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06382864713668823,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05519157648086548,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0529252365231514,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05241573974490166,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.032141782343387604,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02821839042007923,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.027981862425804138,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025339853018522263,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.024999374523758888,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01770561933517456,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018543025478720665,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01687571592628956,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013836370781064034,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.19219271838665009,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1808013767004013,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.1771177053451538,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.160298153758049,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09040021151304245,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.08615687489509583,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.10033607482910156,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.09292183071374893,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09153775125741959,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.08129750937223434,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.07695967704057693,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.051154762506484985,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04454609379172325,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04338986426591873,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04311901703476906,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.025561604648828506,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.022538723424077034,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02241763286292553,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.020724380388855934,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.0205515269190073,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.013517406769096851,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.013940395787358284,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013053549453616142,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.00966315995901823,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.23305287957191467,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.219135582447052,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.21479468047618866,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.19426056742668152,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.1092296913266182,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.10420316457748413,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.12110045552253723,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.11218351870775223,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.11066493391990662,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09823381155729294,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.09291046857833862,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06150077283382416,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.0535145178437233,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05219574645161629,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05189027264714241,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.030679931864142418,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02654419280588627,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.026399048045277596,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.024260396137833595,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.02406379207968712,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.015816954895853996,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.015540031716227531,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.015258029103279114,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009679608978331089,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.2557313144207001,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.22866281867027283,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.21842002868652344,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.19243627786636353,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11800598353147507,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10756530612707138,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13765011727809906,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12659189105033875,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.12146364897489548,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.10055018961429596,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09411605447530746,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.07025057077407837,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.060690347105264664,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05683121830224991,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05589427426457405,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.0352274626493454,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.02977008931338787,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.029407378286123276,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.026341762393712997,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.025704851374030113,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.018993910402059555,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.019135216251015663,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.01773267611861229,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013375820592045784,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10002070665359497,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09357741475105286,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09104100614786148,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0820237472653389,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.046682924032211304,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04409981518983841,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0532141774892807,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04880138114094734,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.047350041568279266,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04172823578119278,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03962553292512894,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02704453654587269,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.023354144766926765,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02238316833972931,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0221562497317791,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01354356948286295,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011526204645633698,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011416345834732056,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010531550273299217,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010388770140707493,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007095598615705967,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007041867822408676,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006720369216054678,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004651603754609823,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.08240118622779846,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07702481001615524,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07457773387432098,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0671095997095108,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03832804784178734,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0360264778137207,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0439889021217823,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.040699444711208344,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03888624161481857,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03424398601055145,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03243812546133995,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02228676527738571,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.019421258941292763,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.018360678106546402,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01811090111732483,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011149919591844082,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.009455936960875988,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.009328758344054222,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008640216663479805,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.008478889241814613,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0058518401347100735,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005833463277667761,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005473029334098101,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0038246330805122852,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23110991716384888,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2167096734046936,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.21181565523147583,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.19095025956630707,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10830822587013245,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.1027054414153099,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12184559553861618,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11211400479078293,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10975873470306396,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09696358442306519,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0917324349284172,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06190788745880127,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0535094328224659,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05174979567527771,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05131799727678299,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03089023381471634,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.026329731568694115,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.026122581213712692,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023983487859368324,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02370484359562397,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015938714146614075,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015500951558351517,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015142169781029224,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0096086161211133,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.22813573479652405,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2029440701007843,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1924344152212143,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1664034128189087,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10617434233427048,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09493211656808853,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1264619082212448,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1156938225030899,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10919066518545151,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08847560733556747,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08260311931371689,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0653812438249588,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05610514059662819,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05176117643713951,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05068949982523918,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03290843963623047,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.027955496683716774,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.027432594448328018,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.024598443880677223,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.023934422060847282,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018190424889326096,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.019162317737936974,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016602786257863045,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014518271200358868,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.19520977139472961,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.18359948694705963,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.17980796098709106,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1626633107662201,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09177961945533752,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.08751336485147476,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.1018240675330162,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.09436345845460892,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09295652061700821,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.08254443109035492,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.07808177918195724,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05187702178955078,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.045202333480119705,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04403211548924446,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04375476390123367,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.025913244113326073,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02280864305794239,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.022683998569846153,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.020955875515937805,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.020783472806215286,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.013623763807117939,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014010462909936905,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013150693848729134,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009592329151928425,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.2350211888551712,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.22102414071559906,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.21667291224002838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.19607874751091003,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.11024317890405655,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.10514785349369049,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.12219604104757309,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.11320172995328903,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.11167023330926895,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09916312247514725,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.09376292675733566,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06209193170070648,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.05401972308754921,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.052684541791677475,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.0523710735142231,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.030970608815550804,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02680448442697525,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02665536291897297,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02451132982969284,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.024307725951075554,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.015964310616254807,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.015716230496764183,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.015395564958453178,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009813168086111546,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.2575870156288147,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.2297613024711609,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.2191474437713623,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.19317561388015747,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11884572356939316,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10801389068365097,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13910256326198578,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.1279137283563614,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.12249211966991425,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.1012355163693428,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.0947674810886383,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.07114943861961365,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.06145874783396721,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05733142048120499,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05634113773703575,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.03578576073050499,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.030220337212085724,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.029825573787093163,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.02677706815302372,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.026090625673532486,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.019391492009162903,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.019677048549056053,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.018033428117632866,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013968571089208126,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10727343708276749,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10039141774177551,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09774503856897354,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08807123452425003,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.050080955028533936,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.047381725162267685,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.057252202183008194,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05237744376063347,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.050801824778318405,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.044873107224702835,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04278378188610077,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.029169227927923203,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02508382499217987,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02406206540763378,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.023818422108888626,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014625650830566883,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01245206780731678,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012329800985753536,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01140755508095026,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011252579279243946,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007716175634413958,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007679566740989685,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00733459647744894,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005165067967027426,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.08308621495962143,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07768753916025162,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07515297085046768,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06767570227384567,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.038648463785648346,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03629952296614647,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04442121461033821,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04114881902933121,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03921034559607506,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03458388149738312,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03269067779183388,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02247503213584423,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01964241825044155,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.018519433215260506,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01824854500591755,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011226780712604523,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.009522901847958565,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.009382412768900394,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008701249025762081,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.00853065587580204,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005862083286046982,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0058662788942456245,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0054635400883853436,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0038211317732930183,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.25062450766563416,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.23543864488601685,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.23017458617687225,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.20780374109745026,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.11780944466590881,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11191148310899734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13247448205947876,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12178638577461243,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11938024312257767,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10562847554683685,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.1000344529747963,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06731002032756805,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05818413943052292,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.056331198662519455,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05588154122233391,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.033593788743019104,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.028664592653512955,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.028444454073905945,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02615307830274105,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.025869736447930336,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017290133982896805,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016889754682779312,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016443926841020584,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010505538433790207,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2333400845527649,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20978467166423798,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2016194611787796,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1732787936925888,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10853308439254761,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09977520257234573,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12534984946250916,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1150311604142189,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11133177578449249,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09191133081912994,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08303303271532059,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06441621482372284,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05573955550789833,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05281000956892967,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.052093252539634705,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03243914619088173,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.028448814526200294,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.028145693242549896,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025297803804278374,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.024855704978108406,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017991840839385986,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01917947642505169,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016937097534537315,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014596125110983849,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.19263218343257904,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.18124280869960785,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.17763999104499817,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.16086220741271973,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09059055894613266,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.08638009428977966,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.10054460167884827,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.09310123324394226,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09177303314208984,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.08155833184719086,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.07723226398229599,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.051258333027362823,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04461968317627907,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04347771778702736,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.043205589056015015,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.025615310296416283,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.022533921524882317,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.022410444915294647,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.020723823457956314,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.020552298054099083,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.013528975658118725,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.013858379796147346,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013070783577859402,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.00950976274907589,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.23312975466251373,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.21945618093013763,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.21524640917778015,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1948566883802414,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10940580815076828,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.10439647734165192,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.12114273756742477,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.112282395362854,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.11079536378383636,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09851160645484924,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.09321372210979462,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.061549510806798935,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.053579919040203094,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.052276164293289185,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.051974959671497345,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.030713964253664017,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.026568317785859108,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02643074095249176,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.024313224479556084,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.024116940796375275,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.015841376036405563,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.015548709779977798,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.015290787443518639,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009658162482082844,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.24817171692848206,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.21927081048488617,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.20756565034389496,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.1826661229133606,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11394478380680084,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10231330245733261,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.1351902335882187,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12445443123579025,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11782480776309967,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09624991565942764,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09031428396701813,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.06904822587966919,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.059784162789583206,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05500958859920502,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05384385958313942,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.03469877317547798,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.029037801548838615,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.02858084999024868,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.025604359805583954,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.02483437955379486,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.01876320131123066,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.019108092412352562,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.01722569949924946,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013586163520812988,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10956721752882004,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10267046838998795,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10004054009914398,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0903063639998436,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05117611587047577,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04845584183931351,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05823879688978195,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.053431522101163864,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05186687409877777,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0459061935544014,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04374312609434128,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02961423061788082,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.025546809658408165,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024542948231101036,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.024311890825629234,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01483490876853466,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012637168169021606,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012517633847892284,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011572825722396374,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011418174020946026,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007770665921270847,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0077091604471206665,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007385596167296171,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005083519499748945,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.08922800421714783,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0835108682513237,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08100614696741104,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07299622148275375,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04158850386738777,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03918243199586868,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.047559719532728195,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04402431100606918,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04216678440570831,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03725951910018921,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.035278208553791046,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.024076826870441437,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.021021226420998573,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.01992063783109188,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.019665582105517387,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012042577378451824,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.010257010348141193,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010121532715857029,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009380411356687546,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009211163967847824,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006282787770032883,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0063025434501469135,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005891090724617243,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0041281902231276035,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.24441370368003845,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.22960492968559265,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.22460390627384186,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.20286694169044495,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.1146722063422203,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.1091029942035675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12867911159992218,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1185251995921135,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11619694530963898,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.1029847115278244,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.09750617295503616,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06534632295370102,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05658947676420212,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05482358857989311,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05438806116580963,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.032615069299936295,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.027833426371216774,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.027623523026704788,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025398679077625275,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.025126662105321884,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01673799566924572,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016301162540912628,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015936393290758133,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009996309876441956,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2388172596693039,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21130938827991486,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20219406485557556,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.16558955609798431,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.11115356534719467,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.1005210429430008,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12741312384605408,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11738018691539764,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.1140267476439476,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08986452221870422,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07848779112100601,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.065244160592556,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05657677724957466,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05377611517906189,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05310340225696564,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.032731954008340836,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.028490997850894928,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.028186755254864693,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.024367477744817734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.023944325745105743,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017794514074921608,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01858854666352272,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01670258119702339,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013590152375400066,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.20184996724128723,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.18993039429187775,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.18622027337551117,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1685037910938263,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09497228264808655,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09062642604112625,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.10524063557386398,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.09752333909273148,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09620675444602966,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.08547322452068329,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08086024224758148,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05356748029589653,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04666725918650627,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04551369696855545,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04523962363600731,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.026776351034641266,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.023417392745614052,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02329133450984955,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.021487940102815628,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.021316416561603546,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.014011862687766552,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014144139364361763,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013537820428609848,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.0094125522300601,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.245243638753891,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.23092183470726013,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.22644546627998352,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.20493222773075104,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.11518677324056625,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.10996207594871521,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.1274602860212326,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.11812747269868851,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.11663508415222168,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.10366027057170868,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.09800368547439575,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06471891701221466,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.05637318268418312,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05502370372414589,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05470189452171326,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.03227147459983826,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.027943870052695274,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.027799027040600777,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02556152641773224,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.025352682918310165,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.016606293618679047,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.016306445002555847,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.01604144275188446,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.010073890909552574,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.25182488560676575,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.2228420227766037,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.2108614295721054,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.1864335834980011,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11557447910308838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10382888466119766,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13744615018367767,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12665529549121857,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11965524405241013,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09817616641521454,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09239871799945831,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.07030981779098511,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.06076876446604729,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05574597790837288,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05450857803225517,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.035431645810604095,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.029287027195096016,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.02878602407872677,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.02588525041937828,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.025036895647644997,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.01926274038851261,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01913488656282425,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.01761692948639393,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013336287811398506,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10796842724084854,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10129507631063461,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09874918311834335,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08913125842809677,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0504026934504509,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04775642231106758,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.057546742260456085,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05261164531111717,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05108535289764404,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04524782672524452,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04321783035993576,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02925131469964981,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.025172393769025803,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024188995361328125,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.023947134613990784,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014646210707724094,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012417462654411793,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012299774214625359,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011370940133929253,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01122264377772808,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007659566588699818,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007516736164689064,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0072841523215174675,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004880894906818867,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0902005285024643,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08457151055335999,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08210807293653488,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0740738958120346,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.042108140885829926,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.039746083319187164,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0479930117726326,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.044421400874853134,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04268372431397438,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03773929178714752,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03576802462339401,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02432820573449135,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.021206121891736984,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.020175106823444366,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.019923415035009384,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012159069068729877,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.010359864681959152,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010229363106191158,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009474706836044788,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.00931662879884243,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006339967716485262,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006315299775451422,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005960655398666859,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0041038417257368565,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.24881060421466827,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.23384788632392883,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.22874049842357635,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.20669476687908173,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.11688393354415894,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.111165851354599,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1310456097126007,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12081491202116013,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11845120042562485,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10496453940868378,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.09933117032051086,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06657625734806061,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05766648054122925,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.055877745151519775,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.055446431040763855,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03319145739078522,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02837098017334938,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.028163939714431763,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02588813751935959,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.025620028376579285,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01704743690788746,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016608476638793945,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016240620985627174,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010186499916017056,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.22976258397102356,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19446997344493866,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1816336214542389,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15063869953155518,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10586835443973541,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09181013703346252,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12523487210273743,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11523917317390442,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10991311818361282,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08250091224908829,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07425933331251144,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06431093066930771,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.055424340069293976,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05115485191345215,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.050099097192287445,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03215677663683891,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.026964444667100906,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.026514049619436264,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022446224465966225,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.021733902394771576,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017330484464764595,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01771722175180912,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015719829127192497,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012576393783092499,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.2036426067352295,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1917606145143509,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.1880447268486023,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.17051619291305542,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09580225497484207,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09146538376808167,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.10617171227931976,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.09832529723644257,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09701085835695267,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.0863184705376625,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08182291686534882,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.054059408605098724,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.047047559171915054,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04589340090751648,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.045620065182447433,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.026998525485396385,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.023605823516845703,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.023479700088500977,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.021682843565940857,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.021508248522877693,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.014130576513707638,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014228899031877518,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013662328943610191,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009431637823581696,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.24572405219078064,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.23157228529453278,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.227190300822258,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.20598310232162476,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.11543802171945572,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.11031339317560196,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.12775608897209167,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.1184004470705986,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.1168796494603157,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.10409661382436752,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.09858037531375885,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06490793079137802,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.056508176028728485,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05517933517694473,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05486520752310753,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.03236481174826622,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.028028829023241997,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02788626216351986,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.025672687217593193,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.025478582829236984,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.016663022339344025,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.016360947862267494,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.016102595254778862,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.010134388692677021,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.2444211095571518,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.21537351608276367,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.20270584523677826,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.1792072206735611,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11200737208127975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.09982947260141373,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13537508249282837,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12415014952421188,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11623901128768921,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.0950215756893158,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.08964796364307404,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.06911806762218475,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05969945341348648,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.054138924926519394,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05277857184410095,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.034926678985357285,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.02864714339375496,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.02809033915400505,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.025349779054522514,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.024443326517939568,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.019181812182068825,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01906461827456951,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.017414292320609093,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.0135402986779809,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10828667879104614,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10143157094717026,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0987083911895752,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08916564285755157,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05054419860243797,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04781504347920418,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05805937200784683,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05298752710223198,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.051264263689517975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04538417607545853,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.043436404317617416,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.029509080573916435,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.025350261479616165,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024252604693174362,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.023995285853743553,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014786457642912865,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012459504418075085,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012329180724918842,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011413980275392532,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011250561103224754,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007726455107331276,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007568995002657175,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007316854782402515,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004921018145978451,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.08694983273744583,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08140778541564941,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07883119583129883,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0710531696677208,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04051646590232849,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03807980567216873,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04653872922062874,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0431218259036541,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04110780358314514,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.036311518400907516,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03441226854920387,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.023550916463136673,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02056603878736496,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.019403381273150444,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01912090927362442,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011773006059229374,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.009967963211238384,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.009819324128329754,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009114938788115978,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.008934343233704567,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006135429721325636,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006114827934652567,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005721720866858959,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003952929750084877,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.24499300122261047,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.23006372153759003,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.22491684556007385,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.2031295895576477,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.11485003679990768,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.10910113155841827,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12894433736801147,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11873724311590195,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11640062183141708,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10304434597492218,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.09750932455062866,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06548046320676804,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05665767937898636,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05485863611102104,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05443744733929634,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.032655298709869385,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02789206989109516,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02768152765929699,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02544017694890499,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.025167027488350868,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01678132824599743,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016365019604563713,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015962017700076103,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010097124613821507,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23038320243358612,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.196787491440773,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18542936444282532,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14978289604187012,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.1057356521487236,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09291335940361023,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1246095597743988,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11417653411626816,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.109888955950737,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.082956463098526,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07203887403011322,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06386495381593704,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05505264922976494,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05128315091133118,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05036038160324097,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.032187193632125854,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02734110690653324,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02693401835858822,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022990239784121513,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.022387133911252022,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017850324511528015,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01823805272579193,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016435300931334496,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01345386728644371,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.21173694729804993,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.19964711368083954,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.1957058161497116,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.17753928899765015,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09967246651649475,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09516897052526474,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.1103934645652771,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10228604823350906,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.1009320318698883,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.08986072242259979,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08515217900276184,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05617552623152733,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04890060797333717,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.047721341252326965,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04743222892284393,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.028053514659404755,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02447718381881714,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.024352217093110085,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02247762866318226,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.022293847054243088,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.014626247808337212,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014662270434200764,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014137562364339828,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009606029838323593,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.24727371335029602,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.2330489456653595,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.22863826155662537,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.20736649632453918,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.11624030768871307,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.11102257668972015,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.12857936322689056,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.11914729326963425,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.11765463650226593,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.10482659935951233,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.09930416941642761,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06529899686574936,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.056873664259910583,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05553004518151283,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05520901083946228,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.032574936747550964,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.028207533061504364,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.028058087453246117,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02584192529320717,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.025639891624450684,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01679116114974022,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.016454214230179787,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.016226166859269142,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.010175059549510479,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.24820853769779205,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.21929512917995453,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.20647086203098297,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.18285997211933136,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11395534127950668,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10172441601753235,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13765354454517365,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12631560862064362,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11813147366046906,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09696312248706818,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09149642288684845,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.07028570771217346,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.06082342565059662,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05508258193731308,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.0536825954914093,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.0354592502117157,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.02917299047112465,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.028592243790626526,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.025880800560116768,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.02496173419058323,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.01932332292199135,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.019449714571237564,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.017470933496952057,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013848940841853619,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1113022044301033,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1042909324169159,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10165423899888992,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09178391098976135,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.052016932517290115,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04927195981144905,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05993346869945526,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05448067560791969,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.052754923701286316,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04674859717488289,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0448661632835865,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.030560797080397606,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.026107437908649445,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.025012023746967316,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.024758704006671906,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015353837981820107,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01290543656796217,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012773444876074791,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011845259927213192,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011676088906824589,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008113170973956585,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007899404503405094,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00771191855892539,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005224394612014294,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09008914232254028,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0844217911362648,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08180825412273407,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07385129481554031,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04206220060586929,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03959115594625473,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04824312776327133,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04464397579431534,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04264551401138306,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.037701528519392014,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03574690222740173,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.024408811703324318,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.021288195624947548,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.020146891474723816,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.019865578040480614,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012200417928397655,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.010349620133638382,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010202792473137379,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.00946561899036169,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009285127744078636,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00636322284117341,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006343065295368433,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0059495060704648495,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004103310406208038,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.26113957166671753,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2456163913011551,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2405797690153122,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.21777822077274323,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.12280724197626114,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11695147305727005,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13748440146446228,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1265941858291626,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.12442004680633545,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.11042672395706177,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.10465775430202484,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06982919573783875,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.06038258969783783,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.058688681572675705,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0582718662917614,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03481794148683548,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.029750432819128036,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.029548760503530502,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.027146413922309875,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02689560130238533,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017848722636699677,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017307167872786522,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01704622060060501,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01050669327378273,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2022559493780136,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17467108368873596,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16555678844451904,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1359526515007019,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09183616191148758,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08092349022626877,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10655135661363602,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09804694354534149,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0950823649764061,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07204889506101608,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06630818545818329,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.054406289011240005,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04754522815346718,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04475608095526695,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04409385845065117,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027469351887702942,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024205785244703293,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023934686556458473,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02053532563149929,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.020100358873605728,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015280171297490597,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016476815566420555,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014193428680300713,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012631183490157127,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.2133219987154007,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.2010577768087387,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.19732020795345306,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.17888635396957397,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10046093165874481,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09592123329639435,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11123928427696228,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10305719077587128,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10175761580467224,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09060990065336227,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08585866540670395,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.056598685681819916,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04928448051214218,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04809442162513733,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04781252518296242,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.0282693300396204,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02464389055967331,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02452157996594906,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.022628530859947205,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.02244635857641697,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.014714819379150867,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014729761518537998,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014226541854441166,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009594258852303028,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.25083857774734497,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.23657727241516113,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.23216329514980316,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.21065887808799744,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.11794671416282654,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.11267807334661484,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.13042277097702026,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.12092708796262741,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.11943289637565613,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.10644212365150452,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.10084112733602524,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06626814603805542,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.05770263820886612,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05635285750031471,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05603784695267677,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.033044230192899704,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02860342711210251,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.028457149863243103,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.026207828894257545,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.026008816435933113,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01700478047132492,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.016664091497659683,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.016439389437437057,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.010257132351398468,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.2405138611793518,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.21343925595283508,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.20064646005630493,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.17838846147060394,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11029983311891556,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.09860984236001968,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13531288504600525,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12340705841779709,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.114394910633564,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09468863904476166,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.0896725207567215,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.0687226876616478,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05933798849582672,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05335409939289093,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05188427120447159,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.034884121268987656,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.028284912928938866,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.02767084911465645,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.025259844958782196,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.024303290992975235,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.01951669156551361,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01896451786160469,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.017699815332889557,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013483650982379913,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11074314266443253,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10388711094856262,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10116219520568848,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09148789197206497,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05185678228735924,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04903848469257355,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0600738562643528,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.054295752197504044,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.052565399557352066,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04655706509947777,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04477543383836746,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03067457117140293,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.026062557473778725,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024944450706243515,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02468002960085869,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015426496043801308,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012848696671426296,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012713279575109482,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011790525168180466,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01162018347531557,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00812584813684225,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007821958512067795,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0077219512313604355,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005110075231641531,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.08909235149621964,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08347566425800323,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08087266981601715,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07301269471645355,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04159679263830185,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03913481906056404,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04777013510465622,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04419016093015671,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04219229519367218,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03731099143624306,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0353761725127697,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.024192409589886665,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.021100938320159912,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.019924547523260117,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.01964372582733631,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012097164988517761,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.010223849676549435,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010077696293592453,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009348404593765736,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009169358760118484,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006304561160504818,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0062515223398804665,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005883557256311178,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004022266715764999,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.25681957602500916,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.24131424725055695,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2361721694469452,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.21365825831890106,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.12066300958395004,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11471670120954514,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13512195646762848,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.124478779733181,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.12227340787649155,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10829223692417145,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.10265956073999405,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0686049684882164,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05938921123743057,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.057637911289930344,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05722524970769882,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03422566503286362,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.029224755242466927,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.029035504907369614,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02667396143078804,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.026399197056889534,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017545735463500023,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017051244154572487,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016725383698940277,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010403566062450409,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20110508799552917,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16829819977283478,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15466202795505524,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.13148142397403717,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0910361111164093,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.07657302916049957,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11201632022857666,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10295826196670532,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09565018862485886,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07233703136444092,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06560731679201126,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0575830452144146,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04980836808681488,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04446909576654434,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04312674701213837,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02907794900238514,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02422083169221878,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023623768240213394,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020770059898495674,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01991388387978077,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016291214153170586,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01707298494875431,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014385743997991085,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012957954779267311,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.21713650226593018,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.204672709107399,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.2007972151041031,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.18213902413845062,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.1022886261343956,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09771799296140671,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.1133173331618309,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10496252030134201,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10355792194604874,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09224939346313477,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08743062615394592,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05773914232850075,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.050199199467897415,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.048994190990924835,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04870891943573952,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.028849223628640175,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.025130394846200943,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02500312216579914,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.023079033941030502,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.022896679118275642,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01510336808860302,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.01505195815116167,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014606792479753494,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009850002825260162,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.25439584255218506,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.23985105752944946,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.2353237122297287,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.21355201303958893,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.11965840309858322,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.11434058845043182,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.13240858912467957,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.12266622483730316,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.12114409357309341,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.1079346239566803,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.10232150554656982,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06725327670574188,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.05856078118085861,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05717438831925392,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05685372278094292,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.03355957567691803,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.029027534648776054,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.0288721714168787,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.026596931740641594,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.026385603472590446,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.017294051125645638,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.016911568120121956,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.016719117760658264,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.010426264256238937,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.24991989135742188,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.22329097986221313,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.21094153821468353,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.1878635734319687,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11482264846563339,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10340683907270432,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13856461644172668,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12749221920967102,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.1187954694032669,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09913455694913864,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09368513524532318,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.07026771456003189,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.061151470988988876,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.055389609187841415,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05395617336034775,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.035287242382764816,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.029042934998869896,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.028431590646505356,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.025945227593183517,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.024999480694532394,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.018814023584127426,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.019012708216905594,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.016932034865021706,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013066422194242477,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11251592636108398,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10557668656110764,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1027163416147232,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09296075254678726,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05267278477549553,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04982178285717964,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.061105478554964066,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05525607615709305,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.053406618535518646,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04732830077409744,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.045448847115039825,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03098425641655922,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02649814262986183,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.025346893817186356,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02506774477660656,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01563229039311409,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013125826604664326,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012983628548681736,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012049974873661995,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011875060386955738,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008323180489242077,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008084934204816818,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007901324890553951,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005405419506132603,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.0934801772236824,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08762544393539429,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08504343777894974,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07677306979894638,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04368710517883301,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04119221866130829,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04999839887022972,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04621635004878044,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04431750625371933,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0391852930188179,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03715682774782181,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.025309786200523376,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.022046616300940514,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.020910954102873802,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.020637819543480873,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012654437683522701,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.010695402510464191,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010552704334259033,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009771178476512432,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009599391371011734,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006571263540536165,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006469357293099165,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006154465954750776,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004100722726434469,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.25505900382995605,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2397453933954239,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.23467028141021729,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.21229766309261322,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.11983969807624817,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11404281854629517,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13426025211811066,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12357039749622345,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.1214565634727478,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10762691497802734,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.1020415872335434,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0681765079498291,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0589730478823185,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05725637450814247,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05684845894575119,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.033985432237386703,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02902071550488472,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.028833383694291115,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.026476677507162094,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02621799148619175,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017416536808013916,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016907095909118652,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016617529094219208,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010264494456350803,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.18434984982013702,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15136998891830444,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1381446123123169,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.12072118371725082,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08178751915693283,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.06671106815338135,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10208749026060104,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09353932738304138,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08639390766620636,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06338974833488464,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.05986441671848297,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05196565017104149,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04553951695561409,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.040211230516433716,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03887185826897621,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.026601415127515793,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.022325342521071434,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.021749155595898628,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019039755687117577,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0181683711707592,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015271469950675964,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016231149435043335,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013514271005988121,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01267800573259592,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.22137445211410522,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.20867672562599182,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.2047063559293747,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1857730895280838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.104273721575737,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09951542317867279,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.1155739352107048,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10698110610246658,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10557439923286438,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09398315846920013,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08908448368310928,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.058834318071603775,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.05112306773662567,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04989221319556236,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.049608297646045685,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.0293738916516304,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02554020844399929,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02540484070777893,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02343251369893551,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.02323969639837742,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.015347796492278576,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.015208980068564415,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014844819903373718,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009836223907768726,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.2575294077396393,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.24282613396644592,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.23824171721935272,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.2161082625389099,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.12118177115917206,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.11576636135578156,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.13414092361927032,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.1242746040225029,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.1226840615272522,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.10927799344062805,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.1035313531756401,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06814930588006973,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.05933242663741112,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05792902782559395,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.057591862976551056,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.03401447460055351,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.029426924884319305,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02927107736468315,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.026948969811201096,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.02673516422510147,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.017543332651257515,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.017173197120428085,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.01696067862212658,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.010627356357872486,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.2501913905143738,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.22530654072761536,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.21322564780712128,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.19016896188259125,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11524146050214767,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10437839478254318,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13840176165103912,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.1280442327260971,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11892970651388168,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.10020975768566132,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09475918114185333,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.07048633694648743,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.06133699417114258,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05549090355634689,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.054036784917116165,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.03529742360115051,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.0288721714168787,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.028240317478775978,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.02587670274078846,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.024918658658862114,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.0186426043510437,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01864357478916645,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.016733018681406975,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.012460014782845974,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11989489197731018,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11260925233364105,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1098170131444931,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09944923967123032,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05617191269993782,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.05326876416802406,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06460213661193848,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.058625418692827225,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05692906305193901,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.050520844757556915,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04851778596639633,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03288235887885094,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028056371957063675,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.026969119906425476,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.026712724938988686,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01652630791068077,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01383032463490963,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013700918294489384,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012672311626374722,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01250801794230938,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008607120253145695,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008283277042210102,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008202181197702885,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005277140531688929,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10015739500522614,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09407684206962585,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0915817841887474,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08273066580295563,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04693767800927162,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04440922662615776,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0532759390771389,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04921058192849159,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04759591445326805,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0421595573425293,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03995196893811226,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02700616605579853,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02349204011261463,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.022459806874394417,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.022216033190488815,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013494906015694141,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011479687876999378,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011354909278452396,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010492758825421333,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010333026759326458,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006997999269515276,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006892665289342403,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006608473602682352,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004349512979388237,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.25914058089256287,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.24369977414608002,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.2385791540145874,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.21594741940498352,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.12180089205503464,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11595498025417328,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1359042078256607,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12540824711322784,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.12339618802070618,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10941136628389359,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.10359828919172287,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06899362802505493,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05984647944569588,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05818571150302887,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.057785745710134506,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03442104160785675,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02950805239379406,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.029333055019378662,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.026937859132885933,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.026689890772104263,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017657892778515816,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017212005332112312,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0169012900441885,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010517598129808903,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23236525058746338,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19307264685630798,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1784629374742508,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14569149911403656,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10616949945688248,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08846314251422882,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1272304654121399,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11702992767095566,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11050660163164139,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08082260936498642,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07141675800085068,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0652824267745018,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0563630536198616,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05137551203370094,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.050140295177698135,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.032747916877269745,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02729322388768196,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.026705032214522362,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022464711219072342,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02163742482662201,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017793206498026848,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01828400231897831,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01584313064813614,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013216080144047737,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.2250741571187973,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.21206113696098328,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.20800934731960297,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1884741336107254,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10599193722009659,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.1011943519115448,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11745607107877731,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10877565294504166,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.10732579976320267,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09549121558666229,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.09051798284053802,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.059829629957675934,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.0519758015871048,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.0507143959403038,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.050420887768268585,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.029855484142899513,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.025920597836375237,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.025785837322473526,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02375878393650055,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.023565765470266342,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.015552627854049206,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.015376780182123184,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.015030269511044025,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009851549752056599,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.26318857073783875,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.24799349904060364,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.24333538115024567,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.220613494515419,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.12387832999229431,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.11830773204565048,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.137168288230896,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.12705884873867035,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.12545500695705414,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.1116214394569397,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.10572035610675812,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06973622739315033,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.06067666783928871,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05921817570924759,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.058892522007226944,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.03479377552866936,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.030100466683506966,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.029943861067295074,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.027546033263206482,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.027329623699188232,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.017980698496103287,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.017585808411240578,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.017379574477672577,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.01090695895254612,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.253767192363739,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.22926019132137299,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.2169206738471985,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.19370001554489136,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.117158904671669,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10620656609535217,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.14240817725658417,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.13049529492855072,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.12072576582431793,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.10216891020536423,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09673938155174255,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.0722915455698967,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.06252631545066833,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.056501541286706924,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05501015484333038,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.03647489845752716,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.0295588169246912,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.02889048121869564,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.02659417875111103,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.025608835741877556,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.019750671461224556,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01929689571261406,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.01778062805533409,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013135502114892006,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11682374030351639,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10943912714719772,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1063971295952797,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09610392153263092,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05471143499016762,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.05166180059313774,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06336432695388794,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05746255815029144,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.055489107966423035,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.049028173089027405,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04706907644867897,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.032241340726614,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.027550162747502327,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.026315828785300255,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02601526491343975,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016224512830376625,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013563167303800583,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013411111198365688,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012409459799528122,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012223090045154095,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008556941524147987,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00828124862164259,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008113241754472256,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005424560979008675,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09367095679044724,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08766006678342819,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08492127805948257,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0765685886144638,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04381825774908066,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04121118038892746,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.050331901758909225,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04648630693554878,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04447758570313454,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0392117016017437,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03714058920741081,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02548796683549881,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.022200314328074455,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02099289372563362,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.020705273374915123,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012738584540784359,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01077045127749443,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010617531836032867,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009828274138271809,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.00963956955820322,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006640250328928232,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006571241654455662,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006201124284416437,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004218755755573511,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2616503834724426,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.24550917744636536,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.24005526304244995,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.21681290864944458,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.12306468933820724,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11686587333679199,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1379859745502472,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1271752417087555,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.12477759271860123,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.11023477464914322,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.10434385389089584,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07015256583690643,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.06070176512002945,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05881739780306816,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05837782099843025,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03497244045138359,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02983696199953556,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02962542325258255,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.027164507657289505,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.026867574080824852,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01791444420814514,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017421375960111618,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.017060307785868645,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010611513629555702,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1824047714471817,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.14261984825134277,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.12920814752578735,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.11169171333312988,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08078707754611969,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0663183331489563,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09838204830884933,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09023138135671616,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0854310542345047,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06029536575078964,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.05653196945786476,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.050609201192855835,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04438170790672302,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.040147460997104645,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.039099447429180145,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.025744378566741943,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02280660904943943,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.022378720343112946,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019295332953333855,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018650609999895096,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014725107699632645,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016954971477389336,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013162033632397652,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013897153548896313,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.22507630288600922,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.2119893580675125,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.20792067050933838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1885106861591339,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10601640492677689,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.10118340700864792,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.11755073070526123,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10880257934331894,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.1073993518948555,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09540629386901855,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.09039568901062012,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05981879308819771,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.0519937239587307,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.0507308654487133,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05042926222085953,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.029872382059693336,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.025905992835760117,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.025766290724277496,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.023721693083643913,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.023531103506684303,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01556210033595562,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.015331455506384373,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.015045489184558392,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.00977427326142788,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.2666129469871521,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.2512602210044861,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.24638760089874268,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.22330333292484283,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.1255427598953247,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.11983627080917358,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.1389719694852829,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.12877699732780457,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.1271393895149231,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.11302997171878815,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.10705360770225525,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.0707143023610115,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.06150185689330101,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.06001861020922661,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05966895818710327,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.035252366214990616,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.030487263575196266,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.030325159430503845,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.027884962037205696,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.027659526094794273,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01817345805466175,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.01778731308877468,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.017563732340931892,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.010988431051373482,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.2560428977012634,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.2318868190050125,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.219705730676651,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.1962173730134964,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11821161210536957,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10753553360700607,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.14231044054031372,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.13131041824817657,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.1217709332704544,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.10328665375709534,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09777044504880905,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.07227421551942825,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.06281004101037979,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05690046027302742,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.05543220043182373,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.03628254309296608,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.029516715556383133,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.02885710820555687,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.026514369994401932,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.025541989132761955,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.019195061177015305,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.018923690542578697,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.01725718565285206,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.012482980266213417,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.12469286471605301,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1169867292046547,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11407407373189926,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.10309795290231705,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.058523908257484436,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.05542292445898056,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06713908910751343,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.061113905161619186,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.059353627264499664,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05253390967845917,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.05039888247847557,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03421279788017273,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029277706518769264,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.028112612664699554,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02783357724547386,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017168045043945312,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014408688060939312,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.014273016713559628,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013188383542001247,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.013009240850806236,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00895298644900322,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00866701826453209,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00851532630622387,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00554803479462862,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10106655955314636,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0947767049074173,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09220287203788757,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08319023251533508,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.047428783029317856,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.044783446937799454,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05397556349635124,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04982762411236763,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0481155700981617,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04249002784490585,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04026973992586136,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.027360323816537857,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02381410263478756,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.022718841210007668,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02245388925075531,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013676343485713005,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0116196870803833,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011486627161502838,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010608005337417126,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010441782884299755,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007104911841452122,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007002865429967642,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0066941361874341965,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00444620568305254,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.26596108078956604,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.24966531991958618,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.24429666996002197,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.2207934707403183,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.1251533031463623,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11895208060741425,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13985943794250488,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12909546494483948,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.126887246966362,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.11215601861476898,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.10614945739507675,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.07104585319757462,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.061623476445674896,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.059801530092954636,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05937973037362099,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03544243052601814,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.030330028384923935,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.030126988887786865,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.027630891650915146,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0273574348539114,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01817592978477478,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017707007005810738,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0173675324767828,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0108201177790761,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21096684038639069,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17288455367088318,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.15774637460708618,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.128790020942688,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09617532789707184,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08057864010334015,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11692056804895401,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10761523246765137,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.1002880111336708,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07137211412191391,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06538280099630356,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.059810273349285126,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05155633017420769,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.046331651508808136,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04501570016145706,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029935406520962715,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024112291634082794,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023492053151130676,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01923324167728424,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01828799583017826,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015887374058365822,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01567147858440876,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013898703269660473,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010469193570315838,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.2192072719335556,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.20639340579509735,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.2023577094078064,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.18334007263183594,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10337643325328827,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09860207140445709,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.114552803337574,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10614166408777237,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.1047465056180954,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09301020205020905,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08806051313877106,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05831088498234749,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.050736118108034134,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.049480073153972626,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.049181219190359116,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.02911791391670704,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02526746690273285,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.025128023698925972,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.023122526705265045,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.02293357439339161,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.015120970085263252,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014954667538404465,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014603600837290287,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009530826471745968,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.2653333842754364,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.24992908537387848,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.24509568512439728,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.22207137942314148,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.12506137788295746,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.11934257298707962,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.13847962021827698,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.12831926345825195,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.12671178579330444,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.11254984140396118,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.10656241327524185,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.07048946619033813,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.061314940452575684,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05982262268662453,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05947357416152954,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.035187978297472,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.03043811209499836,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.03027646616101265,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.027837742120027542,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.02761409431695938,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.018214834854006767,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.017839470878243446,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.017602939158678055,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.011121845804154873,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.24951723217964172,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.22627775371074677,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.2138516902923584,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.1911572813987732,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11553424596786499,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10468515753746033,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.14052779972553253,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12917840480804443,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11890056729316711,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.10115158557891846,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09588039666414261,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.07164625823497772,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.062130384147167206,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.055817991495132446,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.054245807230472565,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.036256205290555954,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.029354780912399292,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.028629763051867485,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.02652500756084919,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.025491461157798767,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.01959487609565258,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.019413964822888374,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.01750311441719532,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013403617776930332,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11865303665399551,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1112123429775238,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10814839601516724,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09762385487556458,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05568377673625946,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0525699108839035,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06433939933776855,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05847744643688202,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05647244676947594,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04989681765437126,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04789193719625473,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03281722217798233,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02803374081850052,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.026765907183289528,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.026467913761734962,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016469880938529968,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013734756968915462,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013579628430306911,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01255928073078394,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012367009185254574,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008595608174800873,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00830162689089775,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008136418648064137,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00532727362588048,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09618278592824936,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0899936854839325,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.087259940803051,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07868508249521255,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.045040205121040344,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04240671172738075,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05162985622882843,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04772699624300003,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04570360481739044,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04030025005340576,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03820435330271721,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.026177294552326202,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02279835194349289,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.021580543369054794,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.021291078999638557,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013075951486825943,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011054947040975094,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010902166366577148,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010077457875013351,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009892106056213379,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006803822237998247,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006708716508001089,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006357552483677864,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004266432952135801,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2667235732078552,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.25029027462005615,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.24490594863891602,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.22100737690925598,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.1255442202091217,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11925771087408066,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.14049330353736877,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12950581312179565,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.1272825449705124,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.11243624985218048,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.10636088252067566,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0713900476694107,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.061857372522354126,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.06002580374479294,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05958008021116257,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03562667965888977,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.030444959178566933,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.030243130400776863,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.027705982327461243,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.027433529496192932,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01827462762594223,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01776432991027832,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.017435651272535324,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010842177085578442,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.15870194137096405,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12339554727077484,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11013845354318619,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09095174819231033,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.06976617872714996,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.056611403822898865,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08791221678256989,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08071275055408478,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.07469651848077774,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.051821425557136536,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.048097629100084305,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04520076513290405,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03960492089390755,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0347118154168129,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.033474408090114594,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.023028042167425156,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01977401226758957,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.019272956997156143,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01670685224235058,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01592967100441456,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013178637251257896,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01490862388163805,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.011493061669170856,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012090392410755157,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.20800499618053436,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1958358734846115,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.19198453426361084,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.17387546598911285,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09814751893281937,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.09358874708414078,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.1088138297200203,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10075923800468445,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09940488636493683,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.0882909744977951,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08359972387552261,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05539106950163841,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04819199815392494,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04700173810124397,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04671997204422951,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.02767607942223549,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.024066783487796783,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.023935502395033836,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.022036543115973473,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.021856456995010376,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.014427175745368004,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.01434137299656868,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013934517279267311,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009282594546675682,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.26082566380500793,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.24559350311756134,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.2409258782863617,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.21817798912525177,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.12286810576915741,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.11724555492401123,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.13607539236545563,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.1260717809200287,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.12445827573537827,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.11055909097194672,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.10462824255228043,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06922481209039688,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.060232456773519516,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.058770548552274704,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.058425936847925186,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.034535013139247894,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.029873687773942947,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02971186488866806,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02730759046971798,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.027087772265076637,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.017845861613750458,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.0174627136439085,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.01723584160208702,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.01082847360521555,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.24847780168056488,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.22397346794605255,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.21143555641174316,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.18928101658821106,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.11430131644010544,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.10341423749923706,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13893389701843262,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.12819848954677582,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.1181221604347229,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.10000879317522049,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09481266140937805,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.0705779418349266,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.061332616955041885,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.05509275943040848,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.0535389743745327,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.03534597158432007,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.028734583407640457,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.02804352529346943,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.025889363139867783,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.024864651262760162,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.018691986799240112,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01871325448155403,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.01664792001247406,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.01255621388554573,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.12011199444532394,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11281055957078934,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11010266095399857,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09960082918405533,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.056580472737550735,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0536925308406353,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06524647772312164,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0588417574763298,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05733006075024605,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05081280320882797,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0490591824054718,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.033383604139089584,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028221983462572098,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02720584347844124,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.026966296136379242,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016778914257884026,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013922302052378654,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013802768662571907,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012752937152981758,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012598317116498947,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008746320381760597,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0083107715472579,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008373847231268883,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005265058949589729,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09944130480289459,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09330705553293228,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09096436202526093,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08212148398160934,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.046700723469257355,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.044201865792274475,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.052693676203489304,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04871691018342972,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04733370244503021,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04181301221251488,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.039578065276145935,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.02674432471394539,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.023265352472662926,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.022353189066052437,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.022124644368886948,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01335842814296484,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011394502595067024,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011285854503512383,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010391331277787685,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010249106213450432,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006914449855685234,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006784851662814617,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00655699335038662,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0042513408698141575,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.25946950912475586,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.24381181597709656,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.23894605040550232,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.2161109745502472,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.1221047192811966,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11626305431127548,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1359383910894394,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12562879920005798,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.12374342978000641,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10951651632785797,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.10363826155662537,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0690160021185875,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05994512140750885,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05834843963384628,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05797257646918297,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.034417975693941116,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.029569676145911217,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02939056046307087,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.026952175423502922,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0267106294631958,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01765313372015953,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017169522121548653,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016940442845225334,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010424566455185413,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21216954290866852,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16308371722698212,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14320524036884308,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.11557795107364655,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09517714381217957,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.07354984432458878,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11930526793003082,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10980284214019775,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10152848064899445,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06826553493738174,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06243560463190079,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06121135503053665,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05283188447356224,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.046156927943229675,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04445025324821472,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030796023085713387,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024439480155706406,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02364685945212841,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019296282902359962,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018056919798254967,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016740664839744568,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016646329313516617,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014203423634171486,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011634298600256443,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.19782474637031555,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.18624694645404816,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.1825164407491684,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.16539882123470306,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09330325573682785,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.08897951245307922,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.10336416214704514,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.0957999899983406,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09454075247049332,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.08390642702579498,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.0794358104467392,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05262818932533264,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04582967981696129,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.044680386781692505,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04441072791814804,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.026282720267772675,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02289038896560669,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02276943251490593,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02097148448228836,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.020802302286028862,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01369753573089838,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.013674459420144558,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013223960995674133,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.008891038596630096,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.24720337986946106,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.23279081284999847,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.22828881442546844,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.20677967369556427,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.11650993674993515,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.11115225404500961,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.12898783385753632,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.11953866481781006,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.11804670095443726,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.10485278815031052,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.09912929683923721,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.06555025279521942,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.05709967017173767,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05570276454091072,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05537750571966171,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.03270483762025833,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.028275946155190468,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.028125520795583725,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.025839462876319885,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.025630898773670197,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.016821248456835747,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.016467344015836716,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.016236595809459686,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.010122978128492832,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.23899047076702118,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.21310746669769287,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.19986847043037415,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.17904438078403473,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.10948514938354492,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.0978647917509079,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.13385586440563202,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.1241668313741684,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.11383054405450821,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.09526659548282623,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.09048854559659958,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.06835876405239105,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05968892201781273,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.053009290248155594,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.051326483488082886,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.0343376062810421,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.02806597761809826,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.027339432388544083,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.025301380082964897,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.02421603910624981,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.018208028748631477,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01890990324318409,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.016013212502002716,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.01328412164002657,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1198650673031807,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11246958374977112,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10975464433431625,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09924177080392838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05647874251008034,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.05356345325708389,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06568924337625504,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.058822378516197205,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05725562199950218,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05078282952308655,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04918203502893448,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.033681198954582214,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028297558426856995,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.027236320078372955,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02698742039501667,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016939600929617882,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013993518427014351,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013871805742383003,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012832777574658394,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012678020633757114,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008868185803294182,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008407498709857464,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00847931019961834,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005418695043772459,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09929484874010086,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09303446114063263,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09061559289693832,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08176679909229279,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.046583011746406555,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04405570775270462,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.052739985287189484,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04871722310781479,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04723953455686569,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04170093685388565,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03947702422738075,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.026774747297167778,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02327502705156803,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.022299066185951233,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.022068779915571213,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0133831687271595,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01140796858817339,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011290105059742928,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010406729765236378,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01026297640055418,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006959049962460995,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006855062674731016,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00658473139628768,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004363651387393475,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2588996887207031,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.24324025213718414,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.23819905519485474,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.21525640785694122,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.12189547717571259,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11600388586521149,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1357390135526657,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12548556923866272,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.12354236841201782,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10938762873411179,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.10341469198465347,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06897761672735214,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05992276966571808,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.058280497789382935,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05789870396256447,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.034424398094415665,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.029577024281024933,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02939407154917717,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.026949560269713402,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02670757845044136,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017677687108516693,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017246795818209648,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016957838088274002,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010563992895185947,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.18711325526237488,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.14402443170547485,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.12649044394493103,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.10420972853899002,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08260734379291534,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.06337529420852661,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10550475865602493,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09689382463693619,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08978848159313202,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06040556728839874,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.05593740940093994,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.054579660296440125,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04696279019117355,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04042722284793854,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03874807804822922,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02763545513153076,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.021994875743985176,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02131566032767296,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.017901109531521797,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.016764499247074127,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015400730073451996,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015714770182967186,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013041972182691097,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01170160062611103,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.18809382617473602,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.17700599133968353,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.1735743135213852,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.15719670057296753,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.08870340138673782,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.08457180857658386,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.0982750803232193,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.09111867845058441,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.08986008167266846,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.0797651931643486,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.07547294348478317,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.049977999180555344,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04357798025012016,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.042486194521188736,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04222483932971954,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.024961579591035843,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.021787365898489952,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02166704088449478,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.019961075857281685,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.019796222448349,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.012973558157682419,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.013046735897660255,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.012520531192421913,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.00852419063448906,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.22360914945602417,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.21044817566871643,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.20639671385288239,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.18686483800411224,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.10532712191343307,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.10044616460800171,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.1166723445057869,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.10809975862503052,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.1066971942782402,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.09472842514514923,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.08957777917385101,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05925079062581062,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.05162442475557327,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.05035744979977608,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.05005011335015297,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.029576145112514496,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.02556513249874115,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02543048933148384,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02336104027926922,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.023169882595539093,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.015228934586048126,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.014903178438544273,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.014699759893119335,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009175276383757591,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.22770953178405762,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.20069560408592224,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.18751083314418793,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.16814932227134705,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.10388000309467316,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.09204668551683426,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.1290484517812729,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.11808735132217407,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.10861406475305557,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.08978822082281113,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.08569242060184479,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.06604529172182083,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05698182061314583,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.050460804253816605,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.048834819346666336,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.033612266182899475,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.027042541652917862,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.026387814432382584,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.024357173591852188,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.023323656991124153,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.01873757317662239,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.018598930910229683,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.016665063798427582,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.013522288762032986,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11560620367527008,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10838521271944046,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10554611682891846,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09530466794967651,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05440497770905495,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.05147311091423035,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06354479491710663,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05697792395949364,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05516708642244339,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.048845596611499786,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04730105772614479,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.032483622431755066,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.027354680001735687,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.026198070496320724,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.025925571098923683,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01632254756987095,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013466091826558113,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013321539387106895,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01233623269945383,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012153450399637222,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008525874465703964,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008134402334690094,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00811479240655899,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005238544195890427,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.08943399786949158,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08370842039585114,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08123661577701569,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07316340506076813,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04186379909515381,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.039438631385564804,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04786747321486473,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04424525797367096,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.042486757040023804,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03743906319141388,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03539824113249779,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.024272209033370018,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02113974280655384,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02006927877664566,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.019803572446107864,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012131789699196815,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.010287564247846603,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.01015425380319357,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009381973184645176,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009214202873408794,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0063229454681277275,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006256024353206158,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005922948941588402,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004012217745184898,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2582096755504608,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.24246473610401154,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.23753681778907776,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.21436098217964172,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.12149112671613693,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.11563371866941452,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13542287051677704,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.12513218820095062,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.12315651774406433,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10890243202447891,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.10289730131626129,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06875882297754288,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05973099544644356,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.058061257004737854,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05768226087093353,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03431224077939987,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02944452129304409,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.029257936403155327,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.026798518374562263,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0265494417399168,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0175893846899271,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017131440341472626,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01685762219130993,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010423640720546246,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1439804583787918,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11873205006122589,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10845629125833511,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09066303074359894,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.06355458498001099,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.053878262639045715,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08005857467651367,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0734054446220398,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.06824366003274918,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05085398629307747,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.046819645911455154,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04115518927574158,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03588688001036644,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.031541526317596436,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.030436772853136063,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02100013941526413,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.017889486625790596,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.017483409494161606,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.015693599358201027,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.015033281408250332,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012169001623988152,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01341813150793314,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.010748722590506077,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010851170867681503,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.17469461262226105,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.1643836796283722,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.16106919944286346,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.14594459533691406,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.08258719742298126,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.07874457538127899,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.09174815565347672,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.08487458527088165,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.08369030803442001,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.07428769022226334,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.07047973573207855,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.047058332711458206,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04092555493116379,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.03990204632282257,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.0396585538983345,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.02357223629951477,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.021088900044560432,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.020982442423701286,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.019459020346403122,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.019314976409077644,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.012803561054170132,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.013533714227378368,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.012404308654367924,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.009942500852048397,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.1924757957458496,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.18108883500099182,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.1775459200143814,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.16093333065509796,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.09117676317691803,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.08695948868989944,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.10115661472082138,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.09363381564617157,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.09236925095319748,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.08206166326999664,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.07787075638771057,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.05193543806672096,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.04522820934653282,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.04413057863712311,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.04387080296874046,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.02602258510887623,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.023470548912882805,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.02336173690855503,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.02170955203473568,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.02155129797756672,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.01419621892273426,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.015256216749548912,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.013776987791061401,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.011418652720749378,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.2077304720878601,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.17940813302993774,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.16640952229499817,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.1501786857843399,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.09438464045524597,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.08207378536462784,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.11867089569568634,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.10776935517787933,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.09928014129400253,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.08069883286952972,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.07737487554550171,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.06068851053714752,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.05241274833679199,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.04626645892858505,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.04471787065267563,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.0309210866689682,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.025435928255319595,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.0248460341244936,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.02292344532907009,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.02196674235165119,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.017360545694828033,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.01822941191494465,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.015357309021055698,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.014013350009918213,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10964841395616531,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10314439237117767,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10073748975992203,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09126045554876328,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.051858749240636826,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.049283068627119064,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06101546809077263,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.053899917751550674,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0525306761264801,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.046770863234996796,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04584820941090584,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0314895436167717,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.025953039526939392,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.025038396939635277,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02482636645436287,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01581178605556488,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012826783582568169,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012720173224806786,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011794276535511017,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011655384674668312,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008229123428463936,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007664251606911421,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00789703894406557,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004887463059276342,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09246876090765,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08678585290908813,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08465387672185898,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07641106098890305,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04335629940032959,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04106190800666809,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.048836275935173035,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04517766833305359,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04393237456679344,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.038857243955135345,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03675898537039757,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.024787943810224533,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.021574322134256363,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02074202336370945,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.020538706332445145,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012384077534079552,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01059843972325325,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.010498937219381332,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009675299748778343,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009548562578856945,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006422683596611023,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0063398536294698715,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0060979644767940044,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004024129826575518,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.24117164313793182,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.22675666213035583,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.22221776843070984,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.20090460777282715,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.11350441724061966,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.10809015482664108,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12625008821487427,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11666953563690186,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11496973037719727,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.10184378921985626,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.09628215432167053,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0641220211982727,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05570622533559799,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05423903092741966,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05389644578099251,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03199372813105583,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02751089073717594,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02735200896859169,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025092603638768196,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02486908622086048,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016444969922304153,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01602073758840561,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01579945534467697,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009806864894926548,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.12461040914058685,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09683090448379517,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0863485038280487,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07110650092363358,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05563228204846382,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0438438355922699,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06934574246406555,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0635366290807724,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.059673845767974854,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04070296883583069,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03734065592288971,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03576499968767166,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.031201893463730812,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0276931319385767,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.026810046285390854,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018286207690835,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01582273840904236,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.015452869236469269,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013288090005517006,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012739497236907482,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010614818893373013,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.011905832216143608,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.009357375092804432,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009740992449223995,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.14844362437725067,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.13946685194969177,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.13694244623184204,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.12387639284133911,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.07014412432909012,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.06690793484449387,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.07796862721443176,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.07201783359050751,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.07101075351238251,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.06323214620351791,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.05996767058968544,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.040215980261564255,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.03541751950979233,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.03457784652709961,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.034390952438116074,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.020354576408863068,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.019425461068749428,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.019342152401804924,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.01818353310227394,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.01806454546749592,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.011679679155349731,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.013840090483427048,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.011370399035513401,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.011490645818412304,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.14521247148513794,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.13648539781570435,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.13393846154212952,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1214129626750946,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.0685773715376854,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.0654308944940567,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.07633646577596664,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.07043585926294327,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.06951692700386047,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.06183777377009392,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.058756522834300995,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.039356477558612823,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.034704599529504776,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.03388535603880882,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.03370072320103645,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.019967632368206978,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.019150517880916595,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.019068527966737747,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.017953524366021156,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.017842479050159454,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.011561952531337738,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.013768781907856464,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.011258196085691452,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.011509592644870281,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.09990894049406052,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.08528503775596619,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.07242917269468307,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.06580308824777603,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.04426363855600357,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.03609664365649223,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.07204034924507141,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.05941574275493622,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.04652904346585274,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.036991629749536514,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.03600521758198738,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.030451662838459015,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.02642655372619629,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.022016920149326324,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.020816635340452194,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.015549513511359692,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.012453315779566765,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.011944773606956005,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.011174307204782963,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.010478680953383446,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.008668771013617516,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.009506342932581902,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.007230204064399004,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.00748804397881031,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09775418788194656,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09180665761232376,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08921372145414352,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08049952238798141,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0456903874874115,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04313889145851135,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.053204018622636795,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04809298738837242,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0462954118847847,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.040984492748975754,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03917347639799118,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.027061279863119125,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.022984594106674194,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.021883156150579453,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02162434719502926,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013553046621382236,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011227842420339584,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011094226501882076,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010270901024341583,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010104943066835403,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007115188054740429,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006821473594754934,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006621693726629019,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004412280395627022,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.k_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.07805167138576508,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07323061674833298,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07104738056659698,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06412062793970108,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.036472029983997345,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0343763642013073,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.041826650500297546,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03859832510352135,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.036976493895053864,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03269932419061661,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.030998824164271355,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.021242912858724594,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.018446922302246094,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.01748753897845745,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.017249567434191704,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010630220174789429,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.008994773961603642,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.008874797262251377,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008228733204305172,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.008082136511802673,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005587617866694927,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005518762394785881,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005238397978246212,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0036038870457559824,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.v_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2367009073495865,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2225181609392166,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.21805144846439362,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.19678786396980286,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.11124282330274582,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.10597845911979675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12446008622646332,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11437034606933594,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11266544461250305,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09979550540447235,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.09441687166690826,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0632050409913063,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05461781099438667,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05317600443959236,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05283918231725693,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03154316917061806,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02702009119093418,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.026854276657104492,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.024646496400237083,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02442207932472229,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01624232716858387,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01581762358546257,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01556211058050394,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00979098305106163,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.06776395440101624,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0568099282681942,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05190005153417587,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0441095232963562,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03048243746161461,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.026079600676894188,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04016595333814621,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03565308824181557,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03193116560578346,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.025205187499523163,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.023939885199069977,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.020716503262519836,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0181912649422884,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.01592358388006687,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.015312420204281807,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011289535090327263,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01007430162280798,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.00981507170945406,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.009274723939597607,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.008966882713139057,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007474023383110762,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008394848555326462,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006831920240074396,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0074549950659275055,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.gate_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.1374547779560089,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.12940095365047455,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.12683434784412384,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.1149604469537735,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.06455106288194656,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.061583634465932846,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.07162496447563171,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.06627248227596283,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.06537888944149017,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.05813109502196312,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.055077455937862396,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.036407552659511566,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.03168650344014168,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.03090016357600689,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.030714470893144608,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.018177669495344162,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.01583368517458439,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.015748241916298866,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.014514986425638199,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.014396652579307556,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.009460145607590675,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.009465103968977928,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.009133769199252129,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.006155789364129305,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.up_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1798237645348837,
                    "total_bits": 98285568.0,
                    "err": 0.1061205342411995,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751362645348837,
                    "total_bits": 107091968.0,
                    "err": 0.09981055557727814,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251362645348837,
                    "total_bits": 118364160.0,
                    "err": 0.09782857447862625,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7345112645348837,
                    "total_bits": 123295744.0,
                    "err": 0.08861010521650314,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266987645348837,
                    "total_bits": 145487872.0,
                    "err": 0.04987061023712158,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7345112645348837,
                    "total_bits": 168384512.0,
                    "err": 0.047534678131341934,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031284066133721,
                    "total_bits": 136676864.0,
                    "err": 0.055389419198036194,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251362645348837,
                    "total_bits": 140908544.0,
                    "err": 0.05123543739318848,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1798237645348837,
                    "total_bits": 143374336.0,
                    "err": 0.05053320527076721,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313862645348837,
                    "total_bits": 159225856.0,
                    "err": 0.0448467954993248,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.671943132267442,
                    "total_bits": 165563392.0,
                    "err": 0.04251869022846222,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031284066133721,
                    "total_bits": 181765632.0,
                    "err": 0.02823464758694172,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125136264534884,
                    "total_bits": 185997312.00000003,
                    "err": 0.024521391838788986,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226698764534884,
                    "total_bits": 190576640.00000003,
                    "err": 0.023900700733065605,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328261264534884,
                    "total_bits": 195155968.00000003,
                    "err": 0.0237556342035532,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031284066133721,
                    "total_bits": 226854400.0,
                    "err": 0.014117386192083359,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226698764534884,
                    "total_bits": 235665408.00000003,
                    "err": 0.012329844757914543,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343886264534884,
                    "total_bits": 240949248.00000003,
                    "err": 0.012261901050806046,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531386264534884,
                    "total_bits": 249403392.00000003,
                    "err": 0.011315840296447277,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734511264534884,
                    "total_bits": 258562048.00000003,
                    "err": 0.011222314089536667,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031284066133721,
                    "total_bits": 271943168.0,
                    "err": 0.007445711642503738,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125136264534884,
                    "total_bits": 276174848.0,
                    "err": 0.007493878714740276,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281284066133721,
                    "total_bits": 283215360.0,
                    "err": 0.007191255688667297,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125136264534884,
                    "total_bits": 366352384.0,
                    "err": 0.0050316182896494865,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.down_proj",
            "numel": 45088768,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.177691792332849,
                    "total_bits": 98189440.0,
                    "err": 0.06431180983781815,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 107102336.0,
                    "err": 0.0517476461827755,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 118374528.0,
                    "err": 0.04520493745803833,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.730017373728198,
                    "total_bits": 123093120.00000001,
                    "err": 0.040712546557188034,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2271103969840116,
                    "total_bits": 145506432.0,
                    "err": 0.029298992827534676,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7271103969840116,
                    "total_bits": 168050816.0,
                    "err": 0.023304017260670662,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 136679456.0,
                    "err": 0.04005030542612076,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 140918912.0,
                    "err": 0.03546193614602089,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.177691792332849,
                    "total_bits": 143278208.0,
                    "err": 0.03103954717516899,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5265290016351742,
                    "total_bits": 159006848.0,
                    "err": 0.02349899150431156,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.667334268259448,
                    "total_bits": 165355584.0,
                    "err": 0.022994110360741615,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 181768224.0,
                    "err": 0.020653482526540756,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 186007680.0,
                    "err": 0.017895381897687912,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.227110396984012,
                    "total_bits": 190595200.0,
                    "err": 0.015111452899873257,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328854583030523,
                    "total_bits": 195182720.0,
                    "err": 0.01441234815865755,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 226856992.0,
                    "err": 0.010729802772402763,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.227110396984012,
                    "total_bits": 235683968.0,
                    "err": 0.009417781606316566,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.334668536518896,
                    "total_bits": 240533632.00000003,
                    "err": 0.009140902198851109,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.526529001635175,
                    "total_bits": 249184384.0,
                    "err": 0.008547364734113216,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.732924350472384,
                    "total_bits": 258490496.00000003,
                    "err": 0.008154572919011116,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 271945760.0,
                    "err": 0.006422019563615322,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 276185216.0,
                    "err": 0.007816784083843231,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.240643878315771,
                    "total_bits": 281382944.0,
                    "err": 0.005525951739400625,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 366362752.0,
                    "err": 0.00680801784619689,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        }
    ],
    "last_module_idx": 66,
    "base_perplexity": 1.9120465437594938
}